2024-11-25 08:23:20,263 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-25 08:23:20,300 main DEBUG Took 0.034974 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 08:23:20,303 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 08:23:20,304 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 08:23:20,305 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 08:23:20,307 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:23:20,347 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 08:23:20,382 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:23:20,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:23:20,387 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:23:20,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:23:20,394 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:23:20,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:23:20,396 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:23:20,397 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:23:20,398 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:23:20,400 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:23:20,402 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:23:20,402 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:23:20,403 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:23:20,404 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:23:20,405 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:23:20,406 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:23:20,408 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:23:20,409 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:23:20,410 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:23:20,410 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:23:20,411 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:23:20,413 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:23:20,417 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:23:20,417 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 08:23:20,418 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:23:20,419 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 08:23:20,421 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 08:23:20,423 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 08:23:20,432 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 08:23:20,433 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 08:23:20,439 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 08:23:20,440 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 08:23:20,450 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 08:23:20,453 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 08:23:20,456 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 08:23:20,456 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 08:23:20,457 main DEBUG createAppenders(={Console}) 2024-11-25 08:23:20,458 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-25 08:23:20,458 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-25 08:23:20,458 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-25 08:23:20,461 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 08:23:20,461 main DEBUG OutputStream closed 2024-11-25 08:23:20,466 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 08:23:20,471 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 08:23:20,471 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-25 08:23:20,621 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 08:23:20,624 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 08:23:20,625 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 08:23:20,627 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 08:23:20,628 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 08:23:20,629 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 08:23:20,629 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 08:23:20,630 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 08:23:20,630 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 08:23:20,631 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 08:23:20,631 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 08:23:20,632 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 08:23:20,632 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 08:23:20,632 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 08:23:20,633 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 08:23:20,633 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 08:23:20,633 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 08:23:20,634 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 08:23:20,637 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 08:23:20,638 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-25 08:23:20,638 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 08:23:20,640 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-25T08:23:21,183 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d 2024-11-25 08:23:21,188 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 08:23:21,189 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T08:23:21,204 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-25T08:23:21,276 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T08:23:21,281 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/cluster_7edcb396-4836-b96c-821f-6ecdb264c13c, deleteOnExit=true 2024-11-25T08:23:21,284 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-25T08:23:21,285 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/test.cache.data in system properties and HBase conf 2024-11-25T08:23:21,287 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T08:23:21,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/hadoop.log.dir in system properties and HBase conf 2024-11-25T08:23:21,292 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T08:23:21,298 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T08:23:21,299 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-25T08:23:21,548 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T08:23:21,771 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T08:23:21,786 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T08:23:21,787 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T08:23:21,788 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T08:23:21,789 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T08:23:21,789 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T08:23:21,790 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T08:23:21,791 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T08:23:21,792 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T08:23:21,792 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T08:23:21,793 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/nfs.dump.dir in system properties and HBase conf 2024-11-25T08:23:21,794 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/java.io.tmpdir in system properties and HBase conf 2024-11-25T08:23:21,794 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T08:23:21,795 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T08:23:21,796 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T08:23:23,493 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T08:23:23,616 INFO [Time-limited test {}] log.Log(170): Logging initialized @4569ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T08:23:23,734 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T08:23:23,878 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T08:23:24,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T08:23:24,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T08:23:24,074 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T08:23:24,114 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T08:23:24,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5adc0273{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/hadoop.log.dir/,AVAILABLE} 2024-11-25T08:23:24,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30178072{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T08:23:25,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58ebd2e7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/java.io.tmpdir/jetty-localhost-46371-hadoop-hdfs-3_4_1-tests_jar-_-any-17978023995608943472/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T08:23:25,039 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55e8ce42{HTTP/1.1, (http/1.1)}{localhost:46371} 2024-11-25T08:23:25,039 INFO [Time-limited test {}] server.Server(415): Started @5993ms 2024-11-25T08:23:26,912 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T08:23:26,936 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T08:23:26,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T08:23:26,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T08:23:26,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T08:23:26,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c2ef0e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/hadoop.log.dir/,AVAILABLE} 2024-11-25T08:23:26,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664dc691{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T08:23:27,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@569e9a3f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/java.io.tmpdir/jetty-localhost-37609-hadoop-hdfs-3_4_1-tests_jar-_-any-7629640374309403384/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T08:23:27,193 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@578f4027{HTTP/1.1, (http/1.1)}{localhost:37609} 2024-11-25T08:23:27,193 INFO [Time-limited test {}] server.Server(415): Started @8147ms 2024-11-25T08:23:27,451 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T08:23:29,351 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/cluster_7edcb396-4836-b96c-821f-6ecdb264c13c/dfs/data/data1/current/BP-104548143-172.17.0.3-1732523002939/current, will proceed with Du for space computation calculation, 2024-11-25T08:23:29,374 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/cluster_7edcb396-4836-b96c-821f-6ecdb264c13c/dfs/data/data2/current/BP-104548143-172.17.0.3-1732523002939/current, will proceed with Du for space computation calculation, 2024-11-25T08:23:29,552 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T08:23:29,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92f26d26f4dc30ff with lease ID 0x430374f79c13050e: Processing first storage report for DS-cfb65b0c-0d3e-47b6-acc4-9416101b069e from datanode DatanodeRegistration(127.0.0.1:46609, datanodeUuid=a8d42b97-5c05-42a2-a7ee-410751ee987c, infoPort=32973, infoSecurePort=0, ipcPort=37121, storageInfo=lv=-57;cid=testClusterID;nsid=474756548;c=1732523002939) 2024-11-25T08:23:29,725 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92f26d26f4dc30ff with lease ID 0x430374f79c13050e: from storage DS-cfb65b0c-0d3e-47b6-acc4-9416101b069e node DatanodeRegistration(127.0.0.1:46609, datanodeUuid=a8d42b97-5c05-42a2-a7ee-410751ee987c, infoPort=32973, infoSecurePort=0, ipcPort=37121, storageInfo=lv=-57;cid=testClusterID;nsid=474756548;c=1732523002939), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-25T08:23:29,728 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92f26d26f4dc30ff with lease ID 0x430374f79c13050e: Processing first storage report for DS-15999dff-af34-4b7d-836b-21c565ef8a95 from datanode DatanodeRegistration(127.0.0.1:46609, datanodeUuid=a8d42b97-5c05-42a2-a7ee-410751ee987c, infoPort=32973, infoSecurePort=0, ipcPort=37121, storageInfo=lv=-57;cid=testClusterID;nsid=474756548;c=1732523002939) 2024-11-25T08:23:29,728 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92f26d26f4dc30ff with lease ID 0x430374f79c13050e: from storage DS-15999dff-af34-4b7d-836b-21c565ef8a95 node DatanodeRegistration(127.0.0.1:46609, datanodeUuid=a8d42b97-5c05-42a2-a7ee-410751ee987c, infoPort=32973, infoSecurePort=0, ipcPort=37121, storageInfo=lv=-57;cid=testClusterID;nsid=474756548;c=1732523002939), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T08:23:29,758 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d 2024-11-25T08:23:30,193 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/cluster_7edcb396-4836-b96c-821f-6ecdb264c13c/zookeeper_0, clientPort=59350, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/cluster_7edcb396-4836-b96c-821f-6ecdb264c13c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/cluster_7edcb396-4836-b96c-821f-6ecdb264c13c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T08:23:30,221 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59350 2024-11-25T08:23:30,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T08:23:30,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T08:23:31,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741825_1001 (size=7) 2024-11-25T08:23:31,613 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907 with version=8 2024-11-25T08:23:31,613 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/hbase-staging 2024-11-25T08:23:32,043 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T08:23:32,759 INFO [Time-limited test {}] client.ConnectionUtils(129): master/79c23c06fcc9:0 server-side Connection retries=45 2024-11-25T08:23:32,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T08:23:32,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T08:23:32,803 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T08:23:32,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T08:23:32,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T08:23:33,174 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T08:23:33,451 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T08:23:33,485 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T08:23:33,491 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T08:23:33,552 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 53606 (auto-detected) 2024-11-25T08:23:33,553 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-25T08:23:33,698 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:44197 2024-11-25T08:23:33,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T08:23:33,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T08:23:33,815 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44197 connecting to ZooKeeper ensemble=127.0.0.1:59350 2024-11-25T08:23:33,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441970x0, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T08:23:34,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44197-0x1017260ca920000 connected 2024-11-25T08:23:34,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T08:23:34,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T08:23:34,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T08:23:34,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44197 2024-11-25T08:23:34,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44197 2024-11-25T08:23:34,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44197 2024-11-25T08:23:34,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44197 2024-11-25T08:23:34,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44197 2024-11-25T08:23:34,354 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907, hbase.cluster.distributed=false 2024-11-25T08:23:34,561 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/79c23c06fcc9:0 server-side Connection retries=45 2024-11-25T08:23:34,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T08:23:34,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T08:23:34,562 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T08:23:34,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T08:23:34,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T08:23:34,576 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T08:23:34,580 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T08:23:34,591 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:37061 2024-11-25T08:23:34,594 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T08:23:34,648 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T08:23:34,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T08:23:34,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T08:23:34,673 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37061 connecting to ZooKeeper ensemble=127.0.0.1:59350 2024-11-25T08:23:34,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370610x0, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T08:23:34,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37061-0x1017260ca920001 connected 2024-11-25T08:23:34,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37061-0x1017260ca920001, quorum=127.0.0.1:59350, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T08:23:34,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37061-0x1017260ca920001, quorum=127.0.0.1:59350, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T08:23:34,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37061-0x1017260ca920001, quorum=127.0.0.1:59350, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T08:23:34,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37061 2024-11-25T08:23:34,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37061 2024-11-25T08:23:34,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37061 2024-11-25T08:23:34,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37061 2024-11-25T08:23:34,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37061 2024-11-25T08:23:34,919 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/79c23c06fcc9,44197,1732523012026 2024-11-25T08:23:34,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x1017260ca920001, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T08:23:34,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T08:23:34,967 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/79c23c06fcc9,44197,1732523012026 2024-11-25T08:23:34,996 DEBUG [M:0;79c23c06fcc9:44197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;79c23c06fcc9:44197 2024-11-25T08:23:35,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x1017260ca920001, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T08:23:35,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x1017260ca920001, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T08:23:35,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T08:23:35,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T08:23:35,071 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T08:23:35,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T08:23:35,080 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/79c23c06fcc9,44197,1732523012026 from backup master directory 2024-11-25T08:23:35,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x1017260ca920001, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T08:23:35,100 WARN [master/79c23c06fcc9:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T08:23:35,100 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=79c23c06fcc9,44197,1732523012026 2024-11-25T08:23:35,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/79c23c06fcc9,44197,1732523012026 2024-11-25T08:23:35,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T08:23:35,112 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T08:23:35,115 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T08:23:35,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741826_1002 (size=42) 2024-11-25T08:23:35,368 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/hbase.id with ID: 5d2d3aba-2d88-4b20-93bd-b17752472d1e 2024-11-25T08:23:35,555 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T08:23:35,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T08:23:35,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x1017260ca920001, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T08:23:35,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741827_1003 (size=196) 2024-11-25T08:23:35,848 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T08:23:35,875 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T08:23:35,929 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:35,943 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T08:23:36,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741828_1004 (size=1189) 2024-11-25T08:23:36,192 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/data/master/store 2024-11-25T08:23:36,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741829_1005 (size=34) 2024-11-25T08:23:36,306 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T08:23:36,307 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T08:23:36,309 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T08:23:36,310 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T08:23:36,311 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T08:23:36,311 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T08:23:36,311 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T08:23:36,312 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T08:23:36,312 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T08:23:36,319 WARN [master/79c23c06fcc9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/data/master/store/.initializing 2024-11-25T08:23:36,319 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/WALs/79c23c06fcc9,44197,1732523012026 2024-11-25T08:23:36,346 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T08:23:36,389 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=79c23c06fcc9%2C44197%2C1732523012026, suffix=, logDir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/WALs/79c23c06fcc9,44197,1732523012026, archiveDir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/oldWALs, maxLogs=10 2024-11-25T08:23:36,461 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/WALs/79c23c06fcc9,44197,1732523012026/79c23c06fcc9%2C44197%2C1732523012026.1732523016399, exclude list is [], retry=0 2024-11-25T08:23:36,521 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-cfb65b0c-0d3e-47b6-acc4-9416101b069e,DISK] 2024-11-25T08:23:36,528 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T08:23:36,655 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/WALs/79c23c06fcc9,44197,1732523012026/79c23c06fcc9%2C44197%2C1732523012026.1732523016399 2024-11-25T08:23:36,680 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32973:32973)] 2024-11-25T08:23:36,681 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T08:23:36,682 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T08:23:36,699 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T08:23:36,700 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T08:23:36,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T08:23:36,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T08:23:36,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:23:36,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T08:23:36,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T08:23:36,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T08:23:36,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:23:36,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:23:36,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T08:23:36,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T08:23:36,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:23:36,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:23:36,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T08:23:37,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T08:23:37,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:23:37,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:23:37,023 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T08:23:37,025 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T08:23:37,045 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T08:23:37,078 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T08:23:37,104 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T08:23:37,106 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64219514, jitterRate=-0.043054670095443726}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T08:23:37,122 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T08:23:37,131 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T08:23:37,195 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ff3c0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:37,306 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-25T08:23:37,326 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T08:23:37,342 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T08:23:37,352 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T08:23:37,363 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 10 msec 2024-11-25T08:23:37,373 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 9 msec 2024-11-25T08:23:37,373 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T08:23:37,486 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T08:23:37,531 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T08:23:37,548 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-25T08:23:37,552 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T08:23:37,560 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T08:23:37,572 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-25T08:23:37,575 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T08:23:37,600 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T08:23:37,619 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-25T08:23:37,621 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T08:23:37,632 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T08:23:37,662 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T08:23:37,673 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T08:23:37,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T08:23:37,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T08:23:37,684 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=79c23c06fcc9,44197,1732523012026, sessionid=0x1017260ca920000, setting cluster-up flag (Was=false) 2024-11-25T08:23:37,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x1017260ca920001, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T08:23:37,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x1017260ca920001, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T08:23:37,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T08:23:37,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x1017260ca920001, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T08:23:37,740 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T08:23:37,743 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=79c23c06fcc9,44197,1732523012026 2024-11-25T08:23:37,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T08:23:37,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x1017260ca920001, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T08:23:37,807 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T08:23:37,809 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=79c23c06fcc9,44197,1732523012026 2024-11-25T08:23:37,889 DEBUG [RS:0;79c23c06fcc9:37061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;79c23c06fcc9:37061 2024-11-25T08:23:37,909 INFO [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(1008): ClusterId : 5d2d3aba-2d88-4b20-93bd-b17752472d1e 2024-11-25T08:23:37,912 DEBUG [RS:0;79c23c06fcc9:37061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T08:23:37,930 DEBUG [RS:0;79c23c06fcc9:37061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T08:23:37,930 DEBUG [RS:0;79c23c06fcc9:37061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T08:23:37,945 DEBUG [RS:0;79c23c06fcc9:37061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T08:23:37,946 DEBUG [RS:0;79c23c06fcc9:37061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6064cf33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:37,956 DEBUG [RS:0;79c23c06fcc9:37061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10880d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=79c23c06fcc9/172.17.0.3:0 2024-11-25T08:23:37,971 INFO [RS:0;79c23c06fcc9:37061 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-25T08:23:37,971 INFO [RS:0;79c23c06fcc9:37061 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-25T08:23:37,972 DEBUG [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-25T08:23:37,981 INFO [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(3073): reportForDuty to master=79c23c06fcc9,44197,1732523012026 with isa=79c23c06fcc9/172.17.0.3:37061, startcode=1732523014560 2024-11-25T08:23:38,005 DEBUG [RS:0;79c23c06fcc9:37061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T08:23:38,027 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-25T08:23:38,051 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-25T08:23:38,095 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T08:23:38,126 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53901, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T08:23:38,119 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 79c23c06fcc9,44197,1732523012026 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T08:23:38,135 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/79c23c06fcc9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T08:23:38,135 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/79c23c06fcc9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T08:23:38,140 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/79c23c06fcc9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T08:23:38,140 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/79c23c06fcc9:0, corePoolSize=5, maxPoolSize=5 2024-11-25T08:23:38,141 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/79c23c06fcc9:0, corePoolSize=10, maxPoolSize=10 2024-11-25T08:23:38,144 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/79c23c06fcc9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T08:23:38,145 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/79c23c06fcc9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T08:23:38,154 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44197 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:38,167 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/79c23c06fcc9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T08:23:38,209 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-25T08:23:38,210 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-25T08:23:38,223 DEBUG [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-25T08:23:38,223 WARN [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T08:23:38,243 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732523048243 2024-11-25T08:23:38,245 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T08:23:38,247 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T08:23:38,251 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T08:23:38,251 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T08:23:38,252 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T08:23:38,252 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T08:23:38,253 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:23:38,258 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T08:23:38,253 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T08:23:38,295 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T08:23:38,297 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T08:23:38,297 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T08:23:38,335 INFO [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(3073): reportForDuty to master=79c23c06fcc9,44197,1732523012026 with isa=79c23c06fcc9/172.17.0.3:37061, startcode=1732523014560 2024-11-25T08:23:38,349 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44197 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:38,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741831_1007 (size=1039) 2024-11-25T08:23:38,352 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T08:23:38,352 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T08:23:38,354 DEBUG [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-25T08:23:38,354 WARN [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 200 ms and then retrying. 2024-11-25T08:23:38,356 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-25T08:23:38,356 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907 2024-11-25T08:23:38,367 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/79c23c06fcc9:0:becomeActiveMaster-HFileCleaner.large.0-1732523018363,5,FailOnTimeoutGroup] 2024-11-25T08:23:38,391 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/79c23c06fcc9:0:becomeActiveMaster-HFileCleaner.small.0-1732523018367,5,FailOnTimeoutGroup] 2024-11-25T08:23:38,391 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T08:23:38,391 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T08:23:38,393 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T08:23:38,393 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T08:23:38,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741832_1008 (size=32) 2024-11-25T08:23:38,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T08:23:38,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T08:23:38,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T08:23:38,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:23:38,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T08:23:38,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T08:23:38,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T08:23:38,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:23:38,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T08:23:38,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T08:23:38,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T08:23:38,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:23:38,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T08:23:38,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/meta/1588230740 2024-11-25T08:23:38,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/meta/1588230740 2024-11-25T08:23:38,560 INFO [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(3073): reportForDuty to master=79c23c06fcc9,44197,1732523012026 with isa=79c23c06fcc9/172.17.0.3:37061, startcode=1732523014560 2024-11-25T08:23:38,562 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44197 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:38,565 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44197 {}] master.ServerManager(486): Registering regionserver=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:38,566 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T08:23:38,582 DEBUG [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907 2024-11-25T08:23:38,582 DEBUG [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45753 2024-11-25T08:23:38,582 DEBUG [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-25T08:23:38,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-25T08:23:38,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T08:23:38,632 DEBUG [RS:0;79c23c06fcc9:37061 {}] zookeeper.ZKUtil(111): regionserver:37061-0x1017260ca920001, quorum=127.0.0.1:59350, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:38,633 WARN [RS:0;79c23c06fcc9:37061 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T08:23:38,633 INFO [RS:0;79c23c06fcc9:37061 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T08:23:38,633 DEBUG [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/WALs/79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:38,634 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T08:23:38,654 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66358487, jitterRate=-0.011181488633155823}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T08:23:38,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-25T08:23:38,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-25T08:23:38,664 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-25T08:23:38,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-25T08:23:38,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T08:23:38,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T08:23:38,669 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [79c23c06fcc9,37061,1732523014560] 2024-11-25T08:23:38,683 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-25T08:23:38,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-25T08:23:38,688 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-25T08:23:38,688 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-25T08:23:38,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T08:23:38,717 DEBUG [RS:0;79c23c06fcc9:37061 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-25T08:23:38,735 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T08:23:38,740 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T08:23:38,741 INFO [RS:0;79c23c06fcc9:37061 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T08:23:38,780 INFO [RS:0;79c23c06fcc9:37061 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T08:23:38,785 INFO [RS:0;79c23c06fcc9:37061 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T08:23:38,785 INFO [RS:0;79c23c06fcc9:37061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T08:23:38,809 INFO [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-25T08:23:38,820 INFO [RS:0;79c23c06fcc9:37061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T08:23:38,821 DEBUG [RS:0;79c23c06fcc9:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/79c23c06fcc9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T08:23:38,821 DEBUG [RS:0;79c23c06fcc9:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/79c23c06fcc9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T08:23:38,821 DEBUG [RS:0;79c23c06fcc9:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/79c23c06fcc9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T08:23:38,821 DEBUG [RS:0;79c23c06fcc9:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/79c23c06fcc9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T08:23:38,822 DEBUG [RS:0;79c23c06fcc9:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/79c23c06fcc9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T08:23:38,822 DEBUG [RS:0;79c23c06fcc9:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/79c23c06fcc9:0, corePoolSize=2, maxPoolSize=2 2024-11-25T08:23:38,822 DEBUG [RS:0;79c23c06fcc9:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T08:23:38,822 DEBUG [RS:0;79c23c06fcc9:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/79c23c06fcc9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T08:23:38,823 DEBUG [RS:0;79c23c06fcc9:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/79c23c06fcc9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T08:23:38,823 DEBUG [RS:0;79c23c06fcc9:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/79c23c06fcc9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T08:23:38,825 DEBUG [RS:0;79c23c06fcc9:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/79c23c06fcc9:0, corePoolSize=1, maxPoolSize=1 2024-11-25T08:23:38,825 DEBUG [RS:0;79c23c06fcc9:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/79c23c06fcc9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T08:23:38,825 DEBUG [RS:0;79c23c06fcc9:37061 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0, corePoolSize=3, maxPoolSize=3 2024-11-25T08:23:38,843 INFO [RS:0;79c23c06fcc9:37061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T08:23:38,843 INFO [RS:0;79c23c06fcc9:37061 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T08:23:38,843 INFO [RS:0;79c23c06fcc9:37061 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T08:23:38,843 INFO [RS:0;79c23c06fcc9:37061 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T08:23:38,844 INFO [RS:0;79c23c06fcc9:37061 {}] hbase.ChoreService(168): Chore ScheduledChore name=79c23c06fcc9,37061,1732523014560-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T08:23:38,883 INFO [RS:0;79c23c06fcc9:37061 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T08:23:38,886 INFO [RS:0;79c23c06fcc9:37061 {}] hbase.ChoreService(168): Chore ScheduledChore name=79c23c06fcc9,37061,1732523014560-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T08:23:38,895 WARN [79c23c06fcc9:44197 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-25T08:23:38,967 INFO [RS:0;79c23c06fcc9:37061 {}] regionserver.Replication(204): 79c23c06fcc9,37061,1732523014560 started 2024-11-25T08:23:38,968 INFO [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(1767): Serving as 79c23c06fcc9,37061,1732523014560, RpcServer on 79c23c06fcc9/172.17.0.3:37061, sessionid=0x1017260ca920001 2024-11-25T08:23:38,969 DEBUG [RS:0;79c23c06fcc9:37061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T08:23:38,969 DEBUG [RS:0;79c23c06fcc9:37061 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:38,969 DEBUG [RS:0;79c23c06fcc9:37061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '79c23c06fcc9,37061,1732523014560' 2024-11-25T08:23:38,970 DEBUG [RS:0;79c23c06fcc9:37061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T08:23:38,979 DEBUG [RS:0;79c23c06fcc9:37061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T08:23:38,985 DEBUG [RS:0;79c23c06fcc9:37061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T08:23:38,986 DEBUG [RS:0;79c23c06fcc9:37061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T08:23:38,986 DEBUG [RS:0;79c23c06fcc9:37061 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:38,986 DEBUG [RS:0;79c23c06fcc9:37061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '79c23c06fcc9,37061,1732523014560' 2024-11-25T08:23:38,986 DEBUG [RS:0;79c23c06fcc9:37061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T08:23:38,988 DEBUG [RS:0;79c23c06fcc9:37061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T08:23:38,989 DEBUG [RS:0;79c23c06fcc9:37061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T08:23:38,989 INFO [RS:0;79c23c06fcc9:37061 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T08:23:38,989 INFO [RS:0;79c23c06fcc9:37061 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T08:23:39,096 INFO [RS:0;79c23c06fcc9:37061 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T08:23:39,115 INFO [RS:0;79c23c06fcc9:37061 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=79c23c06fcc9%2C37061%2C1732523014560, suffix=, logDir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/WALs/79c23c06fcc9,37061,1732523014560, archiveDir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/oldWALs, maxLogs=32 2024-11-25T08:23:39,181 DEBUG [RS:0;79c23c06fcc9:37061 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/WALs/79c23c06fcc9,37061,1732523014560/79c23c06fcc9%2C37061%2C1732523014560.1732523019121, exclude list is [], retry=0 2024-11-25T08:23:39,203 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-cfb65b0c-0d3e-47b6-acc4-9416101b069e,DISK] 2024-11-25T08:23:39,235 INFO [RS:0;79c23c06fcc9:37061 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/WALs/79c23c06fcc9,37061,1732523014560/79c23c06fcc9%2C37061%2C1732523014560.1732523019121 2024-11-25T08:23:39,251 DEBUG [RS:0;79c23c06fcc9:37061 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32973:32973)] 2024-11-25T08:23:39,398 DEBUG [79c23c06fcc9:44197 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T08:23:39,412 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:39,419 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 79c23c06fcc9,37061,1732523014560, state=OPENING 2024-11-25T08:23:39,482 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T08:23:39,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x1017260ca920001, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T08:23:39,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T08:23:39,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T08:23:39,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T08:23:39,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=79c23c06fcc9,37061,1732523014560}] 2024-11-25T08:23:39,713 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:39,724 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T08:23:39,747 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T08:23:39,803 INFO [RS_OPEN_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-25T08:23:39,804 INFO [RS_OPEN_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T08:23:39,805 INFO [RS_OPEN_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T08:23:39,828 INFO [RS_OPEN_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=79c23c06fcc9%2C37061%2C1732523014560.meta, suffix=.meta, logDir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/WALs/79c23c06fcc9,37061,1732523014560, archiveDir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/oldWALs, maxLogs=32 2024-11-25T08:23:39,875 DEBUG [RS_OPEN_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/WALs/79c23c06fcc9,37061,1732523014560/79c23c06fcc9%2C37061%2C1732523014560.meta.1732523019831.meta, exclude list is [], retry=0 2024-11-25T08:23:39,891 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-cfb65b0c-0d3e-47b6-acc4-9416101b069e,DISK] 2024-11-25T08:23:39,935 INFO [RS_OPEN_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/WALs/79c23c06fcc9,37061,1732523014560/79c23c06fcc9%2C37061%2C1732523014560.meta.1732523019831.meta 2024-11-25T08:23:39,935 DEBUG [RS_OPEN_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32973:32973)] 2024-11-25T08:23:39,936 DEBUG [RS_OPEN_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T08:23:39,938 DEBUG [RS_OPEN_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T08:23:40,173 DEBUG [RS_OPEN_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T08:23:40,193 INFO [RS_OPEN_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T08:23:40,205 DEBUG [RS_OPEN_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T08:23:40,206 DEBUG [RS_OPEN_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T08:23:40,206 DEBUG [RS_OPEN_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-25T08:23:40,206 DEBUG [RS_OPEN_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-25T08:23:40,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T08:23:40,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T08:23:40,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:23:40,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T08:23:40,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T08:23:40,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T08:23:40,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:23:40,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T08:23:40,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T08:23:40,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T08:23:40,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:23:40,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T08:23:40,304 DEBUG [RS_OPEN_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/meta/1588230740 2024-11-25T08:23:40,320 DEBUG [RS_OPEN_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/meta/1588230740 2024-11-25T08:23:40,343 DEBUG [RS_OPEN_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T08:23:40,363 DEBUG [RS_OPEN_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-25T08:23:40,382 INFO [RS_OPEN_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65680297, jitterRate=-0.021287307143211365}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T08:23:40,384 DEBUG [RS_OPEN_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-25T08:23:40,407 INFO [RS_OPEN_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732523019697 2024-11-25T08:23:40,442 DEBUG [RS_OPEN_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T08:23:40,443 INFO [RS_OPEN_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-25T08:23:40,456 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:40,466 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 79c23c06fcc9,37061,1732523014560, state=OPEN 2024-11-25T08:23:40,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T08:23:40,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T08:23:40,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x1017260ca920001, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T08:23:40,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T08:23:40,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T08:23:40,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=79c23c06fcc9,37061,1732523014560 in 1.0580 sec 2024-11-25T08:23:40,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T08:23:40,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.8660 sec 2024-11-25T08:23:40,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 2.6990 sec 2024-11-25T08:23:40,596 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732523020595, completionTime=-1 2024-11-25T08:23:40,596 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T08:23:40,596 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-25T08:23:40,739 DEBUG [hconnection-0x6d5dc8a3-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:23:40,743 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:23:40,768 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-25T08:23:40,769 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732523080769 2024-11-25T08:23:40,769 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732523140769 2024-11-25T08:23:40,769 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 172 msec 2024-11-25T08:23:40,939 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=79c23c06fcc9,44197,1732523012026-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T08:23:40,940 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=79c23c06fcc9,44197,1732523012026-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T08:23:40,940 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=79c23c06fcc9,44197,1732523012026-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T08:23:40,942 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-79c23c06fcc9:44197, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T08:23:40,947 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T08:23:40,969 DEBUG [master/79c23c06fcc9:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-25T08:23:40,974 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-25T08:23:40,987 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T08:23:41,004 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-25T08:23:41,010 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T08:23:41,012 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:23:41,020 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T08:23:41,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741835_1011 (size=358) 2024-11-25T08:23:41,140 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 243e62930d363c56be0728a38edba888, NAME => 'hbase:namespace,,1732523020975.243e62930d363c56be0728a38edba888.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907 2024-11-25T08:23:41,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741836_1012 (size=42) 2024-11-25T08:23:41,248 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732523020975.243e62930d363c56be0728a38edba888.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T08:23:41,249 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 243e62930d363c56be0728a38edba888, disabling compactions & flushes 2024-11-25T08:23:41,249 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732523020975.243e62930d363c56be0728a38edba888. 2024-11-25T08:23:41,249 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732523020975.243e62930d363c56be0728a38edba888. 2024-11-25T08:23:41,249 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732523020975.243e62930d363c56be0728a38edba888. after waiting 0 ms 2024-11-25T08:23:41,249 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732523020975.243e62930d363c56be0728a38edba888. 2024-11-25T08:23:41,249 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732523020975.243e62930d363c56be0728a38edba888. 2024-11-25T08:23:41,249 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 243e62930d363c56be0728a38edba888: 2024-11-25T08:23:41,255 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T08:23:41,269 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732523020975.243e62930d363c56be0728a38edba888.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732523021257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732523021257"}]},"ts":"1732523021257"} 2024-11-25T08:23:41,331 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T08:23:41,345 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T08:23:41,349 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523021346"}]},"ts":"1732523021346"} 2024-11-25T08:23:41,366 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-25T08:23:41,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=243e62930d363c56be0728a38edba888, ASSIGN}] 2024-11-25T08:23:41,449 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=243e62930d363c56be0728a38edba888, ASSIGN 2024-11-25T08:23:41,452 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=243e62930d363c56be0728a38edba888, ASSIGN; state=OFFLINE, location=79c23c06fcc9,37061,1732523014560; forceNewPlan=false, retain=false 2024-11-25T08:23:41,603 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=243e62930d363c56be0728a38edba888, regionState=OPENING, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:41,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 243e62930d363c56be0728a38edba888, server=79c23c06fcc9,37061,1732523014560}] 2024-11-25T08:23:41,788 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:41,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732523020975.243e62930d363c56be0728a38edba888. 2024-11-25T08:23:41,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 243e62930d363c56be0728a38edba888, NAME => 'hbase:namespace,,1732523020975.243e62930d363c56be0728a38edba888.', STARTKEY => '', ENDKEY => ''} 2024-11-25T08:23:41,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 243e62930d363c56be0728a38edba888 2024-11-25T08:23:41,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732523020975.243e62930d363c56be0728a38edba888.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T08:23:41,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 243e62930d363c56be0728a38edba888 2024-11-25T08:23:41,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 243e62930d363c56be0728a38edba888 2024-11-25T08:23:41,827 INFO [StoreOpener-243e62930d363c56be0728a38edba888-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 243e62930d363c56be0728a38edba888 2024-11-25T08:23:41,840 INFO [StoreOpener-243e62930d363c56be0728a38edba888-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 243e62930d363c56be0728a38edba888 columnFamilyName info 2024-11-25T08:23:41,840 DEBUG [StoreOpener-243e62930d363c56be0728a38edba888-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:23:41,845 INFO [StoreOpener-243e62930d363c56be0728a38edba888-1 {}] regionserver.HStore(327): Store=243e62930d363c56be0728a38edba888/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:23:41,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/namespace/243e62930d363c56be0728a38edba888 2024-11-25T08:23:41,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/namespace/243e62930d363c56be0728a38edba888 2024-11-25T08:23:41,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 243e62930d363c56be0728a38edba888 2024-11-25T08:23:41,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/namespace/243e62930d363c56be0728a38edba888/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T08:23:41,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 243e62930d363c56be0728a38edba888; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71676584, jitterRate=0.06806433200836182}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T08:23:41,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 243e62930d363c56be0728a38edba888: 2024-11-25T08:23:41,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732523020975.243e62930d363c56be0728a38edba888., pid=6, masterSystemTime=1732523021787 2024-11-25T08:23:41,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732523020975.243e62930d363c56be0728a38edba888. 2024-11-25T08:23:41,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732523020975.243e62930d363c56be0728a38edba888. 2024-11-25T08:23:41,952 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=243e62930d363c56be0728a38edba888, regionState=OPEN, openSeqNum=2, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:41,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T08:23:41,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 243e62930d363c56be0728a38edba888, server=79c23c06fcc9,37061,1732523014560 in 373 msec 2024-11-25T08:23:42,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T08:23:42,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=243e62930d363c56be0728a38edba888, ASSIGN in 560 msec 2024-11-25T08:23:42,018 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T08:23:42,018 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523022018"}]},"ts":"1732523022018"} 2024-11-25T08:23:42,029 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-25T08:23:42,067 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T08:23:42,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.0790 sec 2024-11-25T08:23:42,115 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-25T08:23:42,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x1017260ca920001, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T08:23:42,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-25T08:23:42,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T08:23:42,255 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-25T08:23:42,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-25T08:23:42,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-25T08:23:42,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 74 msec 2024-11-25T08:23:42,328 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-25T08:23:42,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-25T08:23:42,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 50 msec 2024-11-25T08:23:42,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-25T08:23:42,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-25T08:23:42,432 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 7.331sec 2024-11-25T08:23:42,433 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T08:23:42,434 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T08:23:42,435 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T08:23:42,436 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T08:23:42,436 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T08:23:42,437 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=79c23c06fcc9,44197,1732523012026-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T08:23:42,437 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=79c23c06fcc9,44197,1732523012026-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T08:23:42,452 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-25T08:23:42,454 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T08:23:42,454 INFO [master/79c23c06fcc9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=79c23c06fcc9,44197,1732523012026-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T08:23:42,540 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2267e95f to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61f43782 2024-11-25T08:23:42,541 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-25T08:23:42,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42db6ca0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:42,621 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T08:23:42,621 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T08:23:42,658 DEBUG [hconnection-0x67a46e8c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:23:42,691 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:23:42,709 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=79c23c06fcc9,44197,1732523012026 2024-11-25T08:23:42,735 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=218, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=1233, ProcessCount=11, AvailableMemoryMB=2267 2024-11-25T08:23:42,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T08:23:42,782 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T08:23:42,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T08:23:42,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T08:23:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T08:23:42,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T08:23:42,812 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:23:42,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-25T08:23:42,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T08:23:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T08:23:42,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741837_1013 (size=963) 2024-11-25T08:23:42,861 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907 2024-11-25T08:23:42,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741838_1014 (size=53) 2024-11-25T08:23:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T08:23:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T08:23:43,334 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T08:23:43,335 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 71480d40b8373c262b991f0393b4ba1b, disabling compactions & flushes 2024-11-25T08:23:43,335 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:43,335 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:43,335 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. after waiting 0 ms 2024-11-25T08:23:43,335 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:43,335 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:43,335 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:43,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T08:23:43,342 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732523023342"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732523023342"}]},"ts":"1732523023342"} 2024-11-25T08:23:43,356 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T08:23:43,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T08:23:43,359 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523023359"}]},"ts":"1732523023359"} 2024-11-25T08:23:43,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T08:23:43,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=71480d40b8373c262b991f0393b4ba1b, ASSIGN}] 2024-11-25T08:23:43,437 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=71480d40b8373c262b991f0393b4ba1b, ASSIGN 2024-11-25T08:23:43,439 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=71480d40b8373c262b991f0393b4ba1b, ASSIGN; state=OFFLINE, location=79c23c06fcc9,37061,1732523014560; forceNewPlan=false, retain=false 2024-11-25T08:23:43,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T08:23:43,445 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T08:23:43,458 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-25T08:23:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T08:23:43,459 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-25T08:23:43,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T08:23:43,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T08:23:43,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T08:23:43,463 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T08:23:43,591 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=71480d40b8373c262b991f0393b4ba1b, regionState=OPENING, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:43,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560}] 2024-11-25T08:23:43,759 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:43,789 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:43,790 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} 2024-11-25T08:23:43,790 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:43,790 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T08:23:43,791 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:43,791 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:43,802 INFO [StoreOpener-71480d40b8373c262b991f0393b4ba1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:43,816 INFO [StoreOpener-71480d40b8373c262b991f0393b4ba1b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:23:43,817 INFO [StoreOpener-71480d40b8373c262b991f0393b4ba1b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71480d40b8373c262b991f0393b4ba1b columnFamilyName A 2024-11-25T08:23:43,817 DEBUG [StoreOpener-71480d40b8373c262b991f0393b4ba1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:23:43,821 INFO [StoreOpener-71480d40b8373c262b991f0393b4ba1b-1 {}] regionserver.HStore(327): Store=71480d40b8373c262b991f0393b4ba1b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:23:43,821 INFO [StoreOpener-71480d40b8373c262b991f0393b4ba1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:43,838 INFO [StoreOpener-71480d40b8373c262b991f0393b4ba1b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:23:43,846 INFO [StoreOpener-71480d40b8373c262b991f0393b4ba1b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71480d40b8373c262b991f0393b4ba1b columnFamilyName B 2024-11-25T08:23:43,847 DEBUG [StoreOpener-71480d40b8373c262b991f0393b4ba1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:23:43,849 INFO [StoreOpener-71480d40b8373c262b991f0393b4ba1b-1 {}] regionserver.HStore(327): Store=71480d40b8373c262b991f0393b4ba1b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:23:43,850 INFO [StoreOpener-71480d40b8373c262b991f0393b4ba1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:43,862 INFO [StoreOpener-71480d40b8373c262b991f0393b4ba1b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:23:43,863 INFO [StoreOpener-71480d40b8373c262b991f0393b4ba1b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71480d40b8373c262b991f0393b4ba1b columnFamilyName C 2024-11-25T08:23:43,863 DEBUG [StoreOpener-71480d40b8373c262b991f0393b4ba1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:23:43,865 INFO [StoreOpener-71480d40b8373c262b991f0393b4ba1b-1 {}] regionserver.HStore(327): Store=71480d40b8373c262b991f0393b4ba1b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:23:43,865 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:43,868 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:43,870 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:43,879 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T08:23:43,885 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:43,891 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T08:23:43,899 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 71480d40b8373c262b991f0393b4ba1b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61621864, jitterRate=-0.08176267147064209}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T08:23:43,901 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:43,906 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., pid=11, masterSystemTime=1732523023759 2024-11-25T08:23:43,915 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:43,915 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:43,923 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=71480d40b8373c262b991f0393b4ba1b, regionState=OPEN, openSeqNum=2, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:43,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-25T08:23:43,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 in 332 msec 2024-11-25T08:23:43,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T08:23:43,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=71480d40b8373c262b991f0393b4ba1b, ASSIGN in 499 msec 2024-11-25T08:23:43,939 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T08:23:43,940 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523023939"}]},"ts":"1732523023939"} 2024-11-25T08:23:43,943 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T08:23:43,957 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T08:23:43,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1570 sec 2024-11-25T08:23:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T08:23:43,961 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-25T08:23:43,967 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03e46879 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3dbd2dff 2024-11-25T08:23:43,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335c0ced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:43,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:23:43,979 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:23:43,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T08:23:43,984 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T08:23:43,992 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6352d7a4 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7bda8607 2024-11-25T08:23:43,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ee5734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:44,000 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ba01fca to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@74655007 2024-11-25T08:23:44,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a4baab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:44,009 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x449407e5 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e1da4f 2024-11-25T08:23:44,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372159da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:44,017 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60e8db85 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68535675 2024-11-25T08:23:44,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df4a35a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:44,025 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63d296e2 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ba65fa1 2024-11-25T08:23:44,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a0c5fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:44,034 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5188d70c to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12c5edf1 2024-11-25T08:23:44,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480a159d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:44,042 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0549063c to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@38ded901 2024-11-25T08:23:44,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2060957a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:44,050 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x451b6243 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6174e4df 2024-11-25T08:23:44,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e2c3d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:44,059 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e07aaa4 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5813e7a7 2024-11-25T08:23:44,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586f7312, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:23:44,071 DEBUG [hconnection-0x5fa3171e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:23:44,074 DEBUG [hconnection-0x3a4b465a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:23:44,075 DEBUG [hconnection-0x78b714ed-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:23:44,076 DEBUG [hconnection-0x1eb647c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:23:44,076 DEBUG [hconnection-0x12cddefe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:23:44,076 DEBUG [hconnection-0x2a80f7f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:23:44,077 DEBUG [hconnection-0x12418eb5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:23:44,078 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:23:44,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:23:44,078 DEBUG [hconnection-0x2534ab3b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:23:44,078 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:23:44,083 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:23:44,084 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:23:44,088 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:23:44,104 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:23:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-25T08:23:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T08:23:44,114 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:23:44,116 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:23:44,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:23:44,121 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:23:44,124 DEBUG [hconnection-0x5bb380e8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:23:44,128 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:23:44,148 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59422, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:23:44,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T08:23:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T08:23:44,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:23:44,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:44,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:23:44,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:44,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:23:44,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:44,292 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:44,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T08:23:44,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:44,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:44,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:44,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:44,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T08:23:44,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/2683a44cdf8443fc83a41876d3501208 is 50, key is test_row_0/A:col10/1732523024096/Put/seqid=0 2024-11-25T08:23:44,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523084420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:44,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523084445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:44,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523084459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:44,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523084462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:44,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523084462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:44,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741839_1015 (size=12001) 2024-11-25T08:23:44,505 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:44,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/2683a44cdf8443fc83a41876d3501208 2024-11-25T08:23:44,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T08:23:44,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:44,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:44,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:44,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:44,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:44,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523084570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:44,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523084589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:44,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523084600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:44,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523084598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:44,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523084614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:44,699 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:44,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T08:23:44,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/f90f88a9166c4e04ab8d889f01834d48 is 50, key is test_row_0/B:col10/1732523024096/Put/seqid=0 2024-11-25T08:23:44,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:44,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:44,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:44,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:44,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:44,725 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T08:23:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T08:23:44,734 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T08:23:44,735 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-25T08:23:44,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741840_1016 (size=12001) 2024-11-25T08:23:44,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/f90f88a9166c4e04ab8d889f01834d48 2024-11-25T08:23:44,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523084792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:44,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523084812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:44,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523084822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:44,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523084832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:44,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523084854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:44,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/9b7ce3d934b94ce09363f9c7fbfb3194 is 50, key is test_row_0/C:col10/1732523024096/Put/seqid=0 2024-11-25T08:23:44,889 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:44,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T08:23:44,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:44,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:44,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:44,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:44,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:44,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741841_1017 (size=12001) 2024-11-25T08:23:44,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/9b7ce3d934b94ce09363f9c7fbfb3194 2024-11-25T08:23:45,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/2683a44cdf8443fc83a41876d3501208 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/2683a44cdf8443fc83a41876d3501208 2024-11-25T08:23:45,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/2683a44cdf8443fc83a41876d3501208, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T08:23:45,060 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:45,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T08:23:45,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:45,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:45,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:45,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:45,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/f90f88a9166c4e04ab8d889f01834d48 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/f90f88a9166c4e04ab8d889f01834d48 2024-11-25T08:23:45,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:45,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/f90f88a9166c4e04ab8d889f01834d48, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T08:23:45,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/9b7ce3d934b94ce09363f9c7fbfb3194 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/9b7ce3d934b94ce09363f9c7fbfb3194 2024-11-25T08:23:45,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/9b7ce3d934b94ce09363f9c7fbfb3194, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T08:23:45,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 71480d40b8373c262b991f0393b4ba1b in 965ms, sequenceid=13, compaction requested=false 2024-11-25T08:23:45,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:45,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T08:23:45,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:23:45,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:45,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:23:45,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:45,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:23:45,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:45,235 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:45,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T08:23:45,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:45,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:45,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:45,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:45,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:45,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/20a2c93150094d86b7ca8760990513cd is 50, key is test_row_0/A:col10/1732523024439/Put/seqid=0 2024-11-25T08:23:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T08:23:45,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523085228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:45,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523085227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:45,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523085241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:45,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523085242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:45,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523085257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:45,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741842_1018 (size=16681) 2024-11-25T08:23:45,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/20a2c93150094d86b7ca8760990513cd 2024-11-25T08:23:45,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/120b1018888c4e96934bc33baa54845d is 50, key is test_row_0/B:col10/1732523024439/Put/seqid=0 2024-11-25T08:23:45,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523085360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:45,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:45,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523085362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523085365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:45,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523085369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:45,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523085382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:45,396 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:45,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T08:23:45,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:45,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:45,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:45,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:45,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:45,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741843_1019 (size=12001) 2024-11-25T08:23:45,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/120b1018888c4e96934bc33baa54845d 2024-11-25T08:23:45,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/cc74f8be04974712bf964e9bb73909c2 is 50, key is test_row_0/C:col10/1732523024439/Put/seqid=0 2024-11-25T08:23:45,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741844_1020 (size=12001) 2024-11-25T08:23:45,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/cc74f8be04974712bf964e9bb73909c2 2024-11-25T08:23:45,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523085575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:45,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523085579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:45,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523085579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:45,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523085582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:45,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/20a2c93150094d86b7ca8760990513cd as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/20a2c93150094d86b7ca8760990513cd 2024-11-25T08:23:45,592 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:45,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T08:23:45,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:45,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:45,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:45,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:45,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:45,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:45,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523085596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:45,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/20a2c93150094d86b7ca8760990513cd, entries=250, sequenceid=41, filesize=16.3 K 2024-11-25T08:23:45,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/120b1018888c4e96934bc33baa54845d as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/120b1018888c4e96934bc33baa54845d 2024-11-25T08:23:45,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/120b1018888c4e96934bc33baa54845d, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T08:23:45,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/cc74f8be04974712bf964e9bb73909c2 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/cc74f8be04974712bf964e9bb73909c2 2024-11-25T08:23:45,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/cc74f8be04974712bf964e9bb73909c2, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T08:23:45,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 71480d40b8373c262b991f0393b4ba1b in 454ms, sequenceid=41, compaction requested=false 2024-11-25T08:23:45,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:45,759 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:45,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T08:23:45,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:45,764 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-25T08:23:45,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:23:45,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:45,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:23:45,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:45,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:23:45,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:45,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/4955e9b7ff1d41e48a39cbf85b8fa67d is 50, key is test_row_0/A:col10/1732523025214/Put/seqid=0 2024-11-25T08:23:45,806 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T08:23:45,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741845_1021 (size=12001) 2024-11-25T08:23:45,859 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/4955e9b7ff1d41e48a39cbf85b8fa67d 2024-11-25T08:23:45,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/2c2211a225f349d18fd16fd95496c8ac is 50, key is test_row_0/B:col10/1732523025214/Put/seqid=0 2024-11-25T08:23:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:45,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:45,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741846_1022 (size=12001) 2024-11-25T08:23:45,982 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/2c2211a225f349d18fd16fd95496c8ac 2024-11-25T08:23:46,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/9670eef13d20498c8ec0d78471e8731e is 50, key is test_row_0/C:col10/1732523025214/Put/seqid=0 2024-11-25T08:23:46,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741847_1023 (size=12001) 2024-11-25T08:23:46,096 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/9670eef13d20498c8ec0d78471e8731e 2024-11-25T08:23:46,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/4955e9b7ff1d41e48a39cbf85b8fa67d as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/4955e9b7ff1d41e48a39cbf85b8fa67d 2024-11-25T08:23:46,137 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/4955e9b7ff1d41e48a39cbf85b8fa67d, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T08:23:46,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/2c2211a225f349d18fd16fd95496c8ac as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/2c2211a225f349d18fd16fd95496c8ac 2024-11-25T08:23:46,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523086103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:46,166 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/2c2211a225f349d18fd16fd95496c8ac, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T08:23:46,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523086119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:46,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523086119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:46,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/9670eef13d20498c8ec0d78471e8731e as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/9670eef13d20498c8ec0d78471e8731e 2024-11-25T08:23:46,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:46,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523086150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523086140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:46,232 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/9670eef13d20498c8ec0d78471e8731e, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T08:23:46,239 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 71480d40b8373c262b991f0393b4ba1b in 476ms, sequenceid=50, compaction requested=true 2024-11-25T08:23:46,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:46,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:46,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-25T08:23:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-25T08:23:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T08:23:46,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T08:23:46,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1260 sec 2024-11-25T08:23:46,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.1710 sec 2024-11-25T08:23:46,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-25T08:23:46,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:23:46,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:46,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:23:46,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:46,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:23:46,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:46,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/611deb95366a4dd98255aa2074f0ea94 is 50, key is test_row_0/A:col10/1732523026106/Put/seqid=0 2024-11-25T08:23:46,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523086304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:46,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523086306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:46,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523086305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:46,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523086318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:46,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523086323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:46,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741848_1024 (size=14341) 2024-11-25T08:23:46,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/611deb95366a4dd98255aa2074f0ea94 2024-11-25T08:23:46,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/47801bfa0b0b4cbe82dbf3f7f9a80424 is 50, key is test_row_0/B:col10/1732523026106/Put/seqid=0 2024-11-25T08:23:46,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523086427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:46,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523086429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:46,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523086436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:46,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741849_1025 (size=12001) 2024-11-25T08:23:46,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/47801bfa0b0b4cbe82dbf3f7f9a80424 2024-11-25T08:23:46,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523086528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:46,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:46,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/adec3e6e849440579e68e8d849d83124 is 50, key is test_row_0/C:col10/1732523026106/Put/seqid=0 2024-11-25T08:23:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523086545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:46,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741850_1026 (size=12001) 2024-11-25T08:23:46,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/adec3e6e849440579e68e8d849d83124 2024-11-25T08:23:46,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523086639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:46,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/611deb95366a4dd98255aa2074f0ea94 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/611deb95366a4dd98255aa2074f0ea94 2024-11-25T08:23:46,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523086651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:46,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523086656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:46,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/611deb95366a4dd98255aa2074f0ea94, entries=200, sequenceid=78, filesize=14.0 K 2024-11-25T08:23:46,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/47801bfa0b0b4cbe82dbf3f7f9a80424 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/47801bfa0b0b4cbe82dbf3f7f9a80424 2024-11-25T08:23:46,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/47801bfa0b0b4cbe82dbf3f7f9a80424, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T08:23:46,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/adec3e6e849440579e68e8d849d83124 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/adec3e6e849440579e68e8d849d83124 2024-11-25T08:23:46,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/adec3e6e849440579e68e8d849d83124, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T08:23:46,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 71480d40b8373c262b991f0393b4ba1b in 495ms, sequenceid=78, compaction requested=true 2024-11-25T08:23:46,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:46,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:23:46,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:23:46,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:23:46,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:23:46,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:23:46,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:23:46,784 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:23:46,790 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:23:46,790 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:23:46,794 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55024 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:23:46,794 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/B is initiating minor compaction (all files) 2024-11-25T08:23:46,795 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/A is initiating minor compaction (all files) 2024-11-25T08:23:46,795 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/B in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:46,795 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/A in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:46,795 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/2683a44cdf8443fc83a41876d3501208, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/20a2c93150094d86b7ca8760990513cd, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/4955e9b7ff1d41e48a39cbf85b8fa67d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/611deb95366a4dd98255aa2074f0ea94] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=53.7 K 2024-11-25T08:23:46,795 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/f90f88a9166c4e04ab8d889f01834d48, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/120b1018888c4e96934bc33baa54845d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/2c2211a225f349d18fd16fd95496c8ac, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/47801bfa0b0b4cbe82dbf3f7f9a80424] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=46.9 K 2024-11-25T08:23:46,799 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2683a44cdf8443fc83a41876d3501208, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732523024096 2024-11-25T08:23:46,801 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20a2c93150094d86b7ca8760990513cd, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732523024398 2024-11-25T08:23:46,801 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting f90f88a9166c4e04ab8d889f01834d48, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732523024096 2024-11-25T08:23:46,802 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4955e9b7ff1d41e48a39cbf85b8fa67d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732523025214 2024-11-25T08:23:46,803 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 120b1018888c4e96934bc33baa54845d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732523024439 2024-11-25T08:23:46,803 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 611deb95366a4dd98255aa2074f0ea94, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732523026106 2024-11-25T08:23:46,805 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c2211a225f349d18fd16fd95496c8ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732523025214 2024-11-25T08:23:46,806 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 47801bfa0b0b4cbe82dbf3f7f9a80424, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732523026106 2024-11-25T08:23:46,881 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#A#compaction#12 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:23:46,882 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/63848789cde84a2c8f6291950cb9f8a1 is 50, key is test_row_0/A:col10/1732523026106/Put/seqid=0 2024-11-25T08:23:46,891 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#B#compaction#13 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:23:46,892 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/037923db1c4245eb99f7d339260e76b3 is 50, key is test_row_0/B:col10/1732523026106/Put/seqid=0 2024-11-25T08:23:46,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T08:23:46,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:23:46,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:46,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:23:46,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:46,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:23:46,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:46,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/bbe0c4d0633f475e8a8bd8735dc2eb8c is 50, key is test_row_0/A:col10/1732523026862/Put/seqid=0 2024-11-25T08:23:46,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741852_1028 (size=12139) 2024-11-25T08:23:46,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741851_1027 (size=12139) 2024-11-25T08:23:47,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741853_1029 (size=19021) 2024-11-25T08:23:47,018 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/037923db1c4245eb99f7d339260e76b3 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/037923db1c4245eb99f7d339260e76b3 2024-11-25T08:23:47,089 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/B of 71480d40b8373c262b991f0393b4ba1b into 037923db1c4245eb99f7d339260e76b3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:23:47,089 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:47,090 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/B, priority=12, startTime=1732523026783; duration=0sec 2024-11-25T08:23:47,090 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:23:47,090 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:B 2024-11-25T08:23:47,090 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:23:47,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523087063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:47,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523087071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:47,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523087078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:47,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523087090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:47,115 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:23:47,116 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/C is initiating minor compaction (all files) 2024-11-25T08:23:47,116 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/C in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:47,116 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/9b7ce3d934b94ce09363f9c7fbfb3194, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/cc74f8be04974712bf964e9bb73909c2, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/9670eef13d20498c8ec0d78471e8731e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/adec3e6e849440579e68e8d849d83124] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=46.9 K 2024-11-25T08:23:47,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523087099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:47,127 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b7ce3d934b94ce09363f9c7fbfb3194, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732523024096 2024-11-25T08:23:47,131 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting cc74f8be04974712bf964e9bb73909c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732523024439 2024-11-25T08:23:47,132 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 9670eef13d20498c8ec0d78471e8731e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732523025214 2024-11-25T08:23:47,134 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting adec3e6e849440579e68e8d849d83124, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732523026106 2024-11-25T08:23:47,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523087196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:47,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523087200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:47,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523087202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:47,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523087203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:47,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523087225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:47,247 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#C#compaction#15 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:23:47,247 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/95778156f0594be8917eda6b42f9507f is 50, key is test_row_0/C:col10/1732523026106/Put/seqid=0 2024-11-25T08:23:47,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741854_1030 (size=12139) 2024-11-25T08:23:47,280 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/95778156f0594be8917eda6b42f9507f as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/95778156f0594be8917eda6b42f9507f 2024-11-25T08:23:47,307 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/C of 71480d40b8373c262b991f0393b4ba1b into 95778156f0594be8917eda6b42f9507f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:23:47,307 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:47,307 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/C, priority=12, startTime=1732523026783; duration=0sec 2024-11-25T08:23:47,308 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:23:47,308 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:C 2024-11-25T08:23:47,380 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/63848789cde84a2c8f6291950cb9f8a1 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/63848789cde84a2c8f6291950cb9f8a1 2024-11-25T08:23:47,396 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/A of 71480d40b8373c262b991f0393b4ba1b into 63848789cde84a2c8f6291950cb9f8a1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:23:47,397 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:47,397 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/A, priority=12, startTime=1732523026765; duration=0sec 2024-11-25T08:23:47,397 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:23:47,397 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:A 2024-11-25T08:23:47,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:47,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/bbe0c4d0633f475e8a8bd8735dc2eb8c 2024-11-25T08:23:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523087411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:47,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523087416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:47,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523087418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:47,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523087432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:47,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523087433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:47,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/6edae5a026cc4f40abe3ac97e32529dc is 50, key is test_row_0/B:col10/1732523026862/Put/seqid=0 2024-11-25T08:23:47,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741855_1031 (size=12001) 2024-11-25T08:23:47,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523087725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:47,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523087730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:47,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523087742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:47,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523087744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:47,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523087720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:47,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/6edae5a026cc4f40abe3ac97e32529dc 2024-11-25T08:23:47,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/3ad714015c234a0eb303bbc85cbe6970 is 50, key is test_row_0/C:col10/1732523026862/Put/seqid=0 2024-11-25T08:23:47,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741856_1032 (size=12001) 2024-11-25T08:23:47,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/3ad714015c234a0eb303bbc85cbe6970 2024-11-25T08:23:47,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/bbe0c4d0633f475e8a8bd8735dc2eb8c as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/bbe0c4d0633f475e8a8bd8735dc2eb8c 2024-11-25T08:23:47,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/bbe0c4d0633f475e8a8bd8735dc2eb8c, entries=300, sequenceid=89, filesize=18.6 K 2024-11-25T08:23:47,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/6edae5a026cc4f40abe3ac97e32529dc as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/6edae5a026cc4f40abe3ac97e32529dc 2024-11-25T08:23:48,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/6edae5a026cc4f40abe3ac97e32529dc, entries=150, sequenceid=89, filesize=11.7 K 2024-11-25T08:23:48,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/3ad714015c234a0eb303bbc85cbe6970 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/3ad714015c234a0eb303bbc85cbe6970 2024-11-25T08:23:48,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/3ad714015c234a0eb303bbc85cbe6970, entries=150, sequenceid=89, filesize=11.7 K 2024-11-25T08:23:48,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 71480d40b8373c262b991f0393b4ba1b in 1158ms, sequenceid=89, compaction requested=false 2024-11-25T08:23:48,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T08:23:48,249 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-25T08:23:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:48,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T08:23:48,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:23:48,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:48,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:23:48,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:48,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:23:48,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:48,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:23:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-25T08:23:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T08:23:48,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/6bc1ee0d26ec46debec0642e0a2225ef is 50, key is test_row_0/A:col10/1732523028253/Put/seqid=0 2024-11-25T08:23:48,279 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:23:48,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523088259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:48,291 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:23:48,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:23:48,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523088277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:48,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523088289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:48,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523088291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:48,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523088289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:48,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741857_1033 (size=19021) 2024-11-25T08:23:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T08:23:48,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523088394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:48,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523088400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:48,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523088406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:48,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523088406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:48,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523088406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:48,468 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:48,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T08:23:48,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:48,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:48,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:48,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:48,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T08:23:48,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523088611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:48,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523088617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:48,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523088618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:48,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523088623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:48,627 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:48,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T08:23:48,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:48,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:48,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:48,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:48,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:48,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523088625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:48,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/6bc1ee0d26ec46debec0642e0a2225ef 2024-11-25T08:23:48,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/603530cb8df448c29a053804a9f63602 is 50, key is test_row_0/B:col10/1732523028253/Put/seqid=0 2024-11-25T08:23:48,795 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:48,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T08:23:48,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:48,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:48,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:48,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:48,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:48,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741858_1034 (size=12001) 2024-11-25T08:23:48,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/603530cb8df448c29a053804a9f63602 2024-11-25T08:23:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T08:23:48,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/1c9302a6740c479c92a3e6451494b18d is 50, key is test_row_0/C:col10/1732523028253/Put/seqid=0 2024-11-25T08:23:48,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523088921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:48,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523088924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:48,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523088925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:48,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523088932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:48,953 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:48,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T08:23:48,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:48,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:48,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:48,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:48,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:48,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523088939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:48,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741859_1035 (size=12001) 2024-11-25T08:23:48,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/1c9302a6740c479c92a3e6451494b18d 2024-11-25T08:23:49,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/6bc1ee0d26ec46debec0642e0a2225ef as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/6bc1ee0d26ec46debec0642e0a2225ef 2024-11-25T08:23:49,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/6bc1ee0d26ec46debec0642e0a2225ef, entries=300, sequenceid=121, filesize=18.6 K 2024-11-25T08:23:49,089 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-25T08:23:49,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/603530cb8df448c29a053804a9f63602 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/603530cb8df448c29a053804a9f63602 2024-11-25T08:23:49,109 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:49,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T08:23:49,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:49,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:49,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:49,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:49,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:49,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/603530cb8df448c29a053804a9f63602, entries=150, sequenceid=121, filesize=11.7 K 2024-11-25T08:23:49,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/1c9302a6740c479c92a3e6451494b18d as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/1c9302a6740c479c92a3e6451494b18d 2024-11-25T08:23:49,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/1c9302a6740c479c92a3e6451494b18d, entries=150, sequenceid=121, filesize=11.7 K 2024-11-25T08:23:49,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 71480d40b8373c262b991f0393b4ba1b in 929ms, sequenceid=121, compaction requested=true 2024-11-25T08:23:49,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:49,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:23:49,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:23:49,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:23:49,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:23:49,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:23:49,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T08:23:49,186 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:23:49,186 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:23:49,189 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 50181 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:23:49,189 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/A is initiating minor compaction (all files) 2024-11-25T08:23:49,189 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/A in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:49,189 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/63848789cde84a2c8f6291950cb9f8a1, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/bbe0c4d0633f475e8a8bd8735dc2eb8c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/6bc1ee0d26ec46debec0642e0a2225ef] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=49.0 K 2024-11-25T08:23:49,190 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:23:49,190 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/C is initiating minor compaction (all files) 2024-11-25T08:23:49,190 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/C in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:49,190 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/95778156f0594be8917eda6b42f9507f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/3ad714015c234a0eb303bbc85cbe6970, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/1c9302a6740c479c92a3e6451494b18d] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=35.3 K 2024-11-25T08:23:49,196 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63848789cde84a2c8f6291950cb9f8a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732523026106 2024-11-25T08:23:49,196 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 95778156f0594be8917eda6b42f9507f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732523026106 2024-11-25T08:23:49,203 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ad714015c234a0eb303bbc85cbe6970, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732523026862 2024-11-25T08:23:49,203 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbe0c4d0633f475e8a8bd8735dc2eb8c, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732523026292 2024-11-25T08:23:49,204 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c9302a6740c479c92a3e6451494b18d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732523027072 2024-11-25T08:23:49,205 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bc1ee0d26ec46debec0642e0a2225ef, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732523027011 2024-11-25T08:23:49,263 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#C#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:23:49,264 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/c9c9317496c248bb90b25b895975d763 is 50, key is test_row_0/C:col10/1732523028253/Put/seqid=0 2024-11-25T08:23:49,265 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:49,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T08:23:49,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:49,266 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T08:23:49,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:23:49,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:49,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:23:49,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:49,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:23:49,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:49,290 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#A#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:23:49,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/2a9d7d0ab7754287b30e443a195269d1 is 50, key is test_row_0/A:col10/1732523028275/Put/seqid=0 2024-11-25T08:23:49,297 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/83ad37d35bdc4054900d1333932d0124 is 50, key is test_row_0/A:col10/1732523028253/Put/seqid=0 2024-11-25T08:23:49,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741860_1036 (size=12241) 2024-11-25T08:23:49,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741861_1037 (size=9657) 2024-11-25T08:23:49,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741862_1038 (size=12241) 2024-11-25T08:23:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T08:23:49,427 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/83ad37d35bdc4054900d1333932d0124 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/83ad37d35bdc4054900d1333932d0124 2024-11-25T08:23:49,464 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/A of 71480d40b8373c262b991f0393b4ba1b into 83ad37d35bdc4054900d1333932d0124(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:23:49,464 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:49,464 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/A, priority=13, startTime=1732523029185; duration=0sec 2024-11-25T08:23:49,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:49,465 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:23:49,466 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:A 2024-11-25T08:23:49,466 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:23:49,468 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:23:49,468 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/B is initiating minor compaction (all files) 2024-11-25T08:23:49,468 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/B in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:49,469 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/037923db1c4245eb99f7d339260e76b3, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/6edae5a026cc4f40abe3ac97e32529dc, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/603530cb8df448c29a053804a9f63602] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=35.3 K 2024-11-25T08:23:49,470 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 037923db1c4245eb99f7d339260e76b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732523026106 2024-11-25T08:23:49,470 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6edae5a026cc4f40abe3ac97e32529dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732523026862 2024-11-25T08:23:49,471 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 603530cb8df448c29a053804a9f63602, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732523027072 2024-11-25T08:23:49,530 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#B#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:23:49,531 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/1c628089b0c14f1dadaff2aad24d04ec is 50, key is test_row_0/B:col10/1732523028253/Put/seqid=0 2024-11-25T08:23:49,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523089536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:49,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:49,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523089542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523089540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:49,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523089543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:49,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523089548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:49,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741863_1039 (size=12241) 2024-11-25T08:23:49,590 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/1c628089b0c14f1dadaff2aad24d04ec as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/1c628089b0c14f1dadaff2aad24d04ec 2024-11-25T08:23:49,603 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/B of 71480d40b8373c262b991f0393b4ba1b into 1c628089b0c14f1dadaff2aad24d04ec(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:23:49,603 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:49,603 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/B, priority=13, startTime=1732523029185; duration=0sec 2024-11-25T08:23:49,603 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:23:49,603 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:B 2024-11-25T08:23:49,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523089652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:49,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:49,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523089652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523089652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:49,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523089664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:49,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523089671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:49,752 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/c9c9317496c248bb90b25b895975d763 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/c9c9317496c248bb90b25b895975d763 2024-11-25T08:23:49,753 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/2a9d7d0ab7754287b30e443a195269d1 2024-11-25T08:23:49,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/a792a73734764335b28acbde91aa10b7 is 50, key is test_row_0/B:col10/1732523028275/Put/seqid=0 2024-11-25T08:23:49,778 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/C of 71480d40b8373c262b991f0393b4ba1b into c9c9317496c248bb90b25b895975d763(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:23:49,778 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:49,778 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/C, priority=13, startTime=1732523029186; duration=0sec 2024-11-25T08:23:49,779 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:23:49,779 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:C 2024-11-25T08:23:49,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741864_1040 (size=9657) 2024-11-25T08:23:49,827 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/a792a73734764335b28acbde91aa10b7 2024-11-25T08:23:49,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/82a34b8321244b42bcf661d93faab9fd is 50, key is test_row_0/C:col10/1732523028275/Put/seqid=0 2024-11-25T08:23:49,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523089867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:49,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:49,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523089867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523089868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:49,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523089868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:49,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523089885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:49,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741865_1041 (size=9657) 2024-11-25T08:23:49,935 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/82a34b8321244b42bcf661d93faab9fd 2024-11-25T08:23:49,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/2a9d7d0ab7754287b30e443a195269d1 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/2a9d7d0ab7754287b30e443a195269d1 2024-11-25T08:23:49,967 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/2a9d7d0ab7754287b30e443a195269d1, entries=100, sequenceid=128, filesize=9.4 K 2024-11-25T08:23:49,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/a792a73734764335b28acbde91aa10b7 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/a792a73734764335b28acbde91aa10b7 2024-11-25T08:23:49,998 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/a792a73734764335b28acbde91aa10b7, entries=100, sequenceid=128, filesize=9.4 K 2024-11-25T08:23:50,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/82a34b8321244b42bcf661d93faab9fd as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/82a34b8321244b42bcf661d93faab9fd 2024-11-25T08:23:50,042 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/82a34b8321244b42bcf661d93faab9fd, entries=100, sequenceid=128, filesize=9.4 K 2024-11-25T08:23:50,047 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 71480d40b8373c262b991f0393b4ba1b in 781ms, sequenceid=128, compaction requested=false 2024-11-25T08:23:50,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:50,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:50,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T08:23:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-25T08:23:50,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-25T08:23:50,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7640 sec 2024-11-25T08:23:50,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.8080 sec 2024-11-25T08:23:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:50,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-25T08:23:50,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:23:50,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:50,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:23:50,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:50,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:23:50,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:50,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523090197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:50,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523090203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:50,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/d87ed11ceb494ae69ab55a033729ceea is 50, key is test_row_0/A:col10/1732523030188/Put/seqid=0 2024-11-25T08:23:50,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523090203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:50,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523090227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:50,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523090230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:50,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741866_1042 (size=12151) 2024-11-25T08:23:50,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/d87ed11ceb494ae69ab55a033729ceea 2024-11-25T08:23:50,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/16d98184686b4c9f8653260dc3c8355a is 50, key is test_row_0/B:col10/1732523030188/Put/seqid=0 2024-11-25T08:23:50,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523090331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:50,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523090332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:50,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741867_1043 (size=12151) 2024-11-25T08:23:50,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523090340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:50,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/16d98184686b4c9f8653260dc3c8355a 2024-11-25T08:23:50,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523090368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T08:23:50,382 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-25T08:23:50,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:23:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-25T08:23:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T08:23:50,394 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:23:50,396 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:23:50,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:23:50,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/7e06fbbb4785460286136fd8dc7f5fe8 is 50, key is test_row_0/C:col10/1732523030188/Put/seqid=0 2024-11-25T08:23:50,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741868_1044 (size=12151) 2024-11-25T08:23:50,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/7e06fbbb4785460286136fd8dc7f5fe8 2024-11-25T08:23:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T08:23:50,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/d87ed11ceb494ae69ab55a033729ceea as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/d87ed11ceb494ae69ab55a033729ceea 2024-11-25T08:23:50,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523090536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:50,551 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:50,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:50,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T08:23:50,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:50,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:50,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523090539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:50,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:50,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:50,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523090554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:50,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/d87ed11ceb494ae69ab55a033729ceea, entries=150, sequenceid=162, filesize=11.9 K 2024-11-25T08:23:50,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/16d98184686b4c9f8653260dc3c8355a as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/16d98184686b4c9f8653260dc3c8355a 2024-11-25T08:23:50,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523090575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:50,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/16d98184686b4c9f8653260dc3c8355a, entries=150, sequenceid=162, filesize=11.9 K 2024-11-25T08:23:50,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/7e06fbbb4785460286136fd8dc7f5fe8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/7e06fbbb4785460286136fd8dc7f5fe8 2024-11-25T08:23:50,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/7e06fbbb4785460286136fd8dc7f5fe8, entries=150, sequenceid=162, filesize=11.9 K 2024-11-25T08:23:50,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 71480d40b8373c262b991f0393b4ba1b in 447ms, sequenceid=162, compaction requested=true 2024-11-25T08:23:50,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:50,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:23:50,644 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:23:50,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:23:50,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:23:50,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:23:50,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:23:50,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:23:50,649 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:23:50,657 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:23:50,657 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/A is initiating minor compaction (all files) 2024-11-25T08:23:50,657 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/A in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:50,657 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/83ad37d35bdc4054900d1333932d0124, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/2a9d7d0ab7754287b30e443a195269d1, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/d87ed11ceb494ae69ab55a033729ceea] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=33.3 K 2024-11-25T08:23:50,664 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83ad37d35bdc4054900d1333932d0124, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732523027072 2024-11-25T08:23:50,665 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a9d7d0ab7754287b30e443a195269d1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732523028270 2024-11-25T08:23:50,666 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting d87ed11ceb494ae69ab55a033729ceea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732523029542 2024-11-25T08:23:50,667 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:23:50,667 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/B is initiating minor compaction (all files) 2024-11-25T08:23:50,668 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/B in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:50,668 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/1c628089b0c14f1dadaff2aad24d04ec, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/a792a73734764335b28acbde91aa10b7, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/16d98184686b4c9f8653260dc3c8355a] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=33.3 K 2024-11-25T08:23:50,671 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c628089b0c14f1dadaff2aad24d04ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732523027072 2024-11-25T08:23:50,672 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting a792a73734764335b28acbde91aa10b7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732523028270 2024-11-25T08:23:50,673 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 16d98184686b4c9f8653260dc3c8355a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732523029542 2024-11-25T08:23:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T08:23:50,709 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#B#compaction#30 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:23:50,710 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/d6d67e8e611b47a3bc2ab81a840801e6 is 50, key is test_row_0/B:col10/1732523030188/Put/seqid=0 2024-11-25T08:23:50,716 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#A#compaction#31 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:23:50,717 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/c7a63f7a015448c3bf9723dbd839a455 is 50, key is test_row_0/A:col10/1732523030188/Put/seqid=0 2024-11-25T08:23:50,748 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:50,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T08:23:50,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:50,754 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T08:23:50,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:23:50,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:50,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:23:50,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:50,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:23:50,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:50,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/0a06ea8420bd48f5be712e277e492e6c is 50, key is test_row_0/A:col10/1732523030740/Put/seqid=0 2024-11-25T08:23:50,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:50,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741870_1046 (size=12493) 2024-11-25T08:23:50,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741869_1045 (size=12493) 2024-11-25T08:23:50,835 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/d6d67e8e611b47a3bc2ab81a840801e6 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/d6d67e8e611b47a3bc2ab81a840801e6 2024-11-25T08:23:50,846 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/B of 71480d40b8373c262b991f0393b4ba1b into d6d67e8e611b47a3bc2ab81a840801e6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:23:50,846 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:50,846 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/B, priority=13, startTime=1732523030644; duration=0sec 2024-11-25T08:23:50,846 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:23:50,846 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:B 2024-11-25T08:23:50,846 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:23:50,848 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:23:50,849 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/C is initiating minor compaction (all files) 2024-11-25T08:23:50,849 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/C in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:50,849 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/c9c9317496c248bb90b25b895975d763, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/82a34b8321244b42bcf661d93faab9fd, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/7e06fbbb4785460286136fd8dc7f5fe8] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=33.3 K 2024-11-25T08:23:50,852 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting c9c9317496c248bb90b25b895975d763, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732523027072 2024-11-25T08:23:50,854 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 82a34b8321244b42bcf661d93faab9fd, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732523028270 2024-11-25T08:23:50,855 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e06fbbb4785460286136fd8dc7f5fe8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732523029542 2024-11-25T08:23:50,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741871_1047 (size=12151) 2024-11-25T08:23:50,878 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/0a06ea8420bd48f5be712e277e492e6c 2024-11-25T08:23:50,897 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:23:50,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/2c461d18fa764c6c841d524639c5f24c is 50, key is test_row_0/B:col10/1732523030740/Put/seqid=0 2024-11-25T08:23:50,898 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/920a016db5c3451ca880774de8614acf is 50, key is test_row_0/C:col10/1732523030188/Put/seqid=0 2024-11-25T08:23:50,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741872_1048 (size=12151) 2024-11-25T08:23:50,937 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/2c461d18fa764c6c841d524639c5f24c 2024-11-25T08:23:50,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741873_1049 (size=12493) 2024-11-25T08:23:50,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523090932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:50,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523090936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:50,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523090920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:50,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:50,955 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/920a016db5c3451ca880774de8614acf as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/920a016db5c3451ca880774de8614acf 2024-11-25T08:23:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523090939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:50,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523090932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:50,968 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/C of 71480d40b8373c262b991f0393b4ba1b into 920a016db5c3451ca880774de8614acf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:23:50,968 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:50,968 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/C, priority=13, startTime=1732523030644; duration=0sec 2024-11-25T08:23:50,968 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:23:50,968 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:C 2024-11-25T08:23:50,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/4122940408c94446a63b42bc2e03d387 is 50, key is test_row_0/C:col10/1732523030740/Put/seqid=0 2024-11-25T08:23:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T08:23:51,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741874_1050 (size=12151) 2024-11-25T08:23:51,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523091051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:51,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523091052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:51,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523091066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:51,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523091066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:51,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523091068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:51,199 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/c7a63f7a015448c3bf9723dbd839a455 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/c7a63f7a015448c3bf9723dbd839a455 2024-11-25T08:23:51,227 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/A of 71480d40b8373c262b991f0393b4ba1b into c7a63f7a015448c3bf9723dbd839a455(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:23:51,227 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:51,227 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/A, priority=13, startTime=1732523030644; duration=0sec 2024-11-25T08:23:51,228 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:23:51,228 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:A 2024-11-25T08:23:51,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523091262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:51,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523091271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:51,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523091274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:51,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523091274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:51,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523091285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:51,432 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/4122940408c94446a63b42bc2e03d387 2024-11-25T08:23:51,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/0a06ea8420bd48f5be712e277e492e6c as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/0a06ea8420bd48f5be712e277e492e6c 2024-11-25T08:23:51,465 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/0a06ea8420bd48f5be712e277e492e6c, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T08:23:51,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/2c461d18fa764c6c841d524639c5f24c as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/2c461d18fa764c6c841d524639c5f24c 2024-11-25T08:23:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T08:23:51,508 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/2c461d18fa764c6c841d524639c5f24c, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T08:23:51,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/4122940408c94446a63b42bc2e03d387 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/4122940408c94446a63b42bc2e03d387 2024-11-25T08:23:51,546 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/4122940408c94446a63b42bc2e03d387, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T08:23:51,551 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 71480d40b8373c262b991f0393b4ba1b in 797ms, sequenceid=170, compaction requested=false 2024-11-25T08:23:51,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:51,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:51,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-25T08:23:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-25T08:23:51,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-25T08:23:51,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1590 sec 2024-11-25T08:23:51,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.1680 sec 2024-11-25T08:23:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:51,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-25T08:23:51,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:23:51,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:51,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:23:51,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:51,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:23:51,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:51,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523091590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:51,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523091595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:51,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523091595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:51,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523091598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:51,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523091603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:51,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/7461712b91da4a97a5901123c1444a97 is 50, key is test_row_0/A:col10/1732523031582/Put/seqid=0 2024-11-25T08:23:51,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741875_1051 (size=12151) 2024-11-25T08:23:51,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/7461712b91da4a97a5901123c1444a97 2024-11-25T08:23:51,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523091706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:51,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523091709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:51,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/1a196c0b9f6d474b8ef1424b84a559e6 is 50, key is test_row_0/B:col10/1732523031582/Put/seqid=0 2024-11-25T08:23:51,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523091711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:51,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523091708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:51,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741876_1052 (size=12151) 2024-11-25T08:23:51,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523091916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:51,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523091923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:51,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523091923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:51,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523091925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:52,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523092134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:52,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/1a196c0b9f6d474b8ef1424b84a559e6 2024-11-25T08:23:52,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/cde34b1a4e854b309586d7c5460763e7 is 50, key is test_row_0/C:col10/1732523031582/Put/seqid=0 2024-11-25T08:23:52,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523092220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:52,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523092229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:52,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523092232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:52,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523092233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:52,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741877_1053 (size=12151) 2024-11-25T08:23:52,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/cde34b1a4e854b309586d7c5460763e7 2024-11-25T08:23:52,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/7461712b91da4a97a5901123c1444a97 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/7461712b91da4a97a5901123c1444a97 2024-11-25T08:23:52,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/7461712b91da4a97a5901123c1444a97, entries=150, sequenceid=205, filesize=11.9 K 2024-11-25T08:23:52,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/1a196c0b9f6d474b8ef1424b84a559e6 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/1a196c0b9f6d474b8ef1424b84a559e6 2024-11-25T08:23:52,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/1a196c0b9f6d474b8ef1424b84a559e6, entries=150, sequenceid=205, filesize=11.9 K 2024-11-25T08:23:52,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/cde34b1a4e854b309586d7c5460763e7 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/cde34b1a4e854b309586d7c5460763e7 2024-11-25T08:23:52,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/cde34b1a4e854b309586d7c5460763e7, entries=150, sequenceid=205, filesize=11.9 K 2024-11-25T08:23:52,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 71480d40b8373c262b991f0393b4ba1b in 763ms, sequenceid=205, compaction requested=true 2024-11-25T08:23:52,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:52,352 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:23:52,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:23:52,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:23:52,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:23:52,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:23:52,352 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:23:52,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:23:52,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:23:52,354 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:23:52,354 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/A is initiating minor compaction (all files) 2024-11-25T08:23:52,354 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:23:52,354 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/A in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:52,354 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/B is initiating minor compaction (all files) 2024-11-25T08:23:52,354 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/B in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:52,354 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/c7a63f7a015448c3bf9723dbd839a455, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/0a06ea8420bd48f5be712e277e492e6c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/7461712b91da4a97a5901123c1444a97] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=35.9 K 2024-11-25T08:23:52,354 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/d6d67e8e611b47a3bc2ab81a840801e6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/2c461d18fa764c6c841d524639c5f24c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/1a196c0b9f6d474b8ef1424b84a559e6] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=35.9 K 2024-11-25T08:23:52,355 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7a63f7a015448c3bf9723dbd839a455, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732523029542 2024-11-25T08:23:52,355 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting d6d67e8e611b47a3bc2ab81a840801e6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732523029542 2024-11-25T08:23:52,355 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c461d18fa764c6c841d524639c5f24c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732523030203 2024-11-25T08:23:52,355 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a06ea8420bd48f5be712e277e492e6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732523030203 2024-11-25T08:23:52,356 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a196c0b9f6d474b8ef1424b84a559e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732523030914 2024-11-25T08:23:52,356 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7461712b91da4a97a5901123c1444a97, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732523030914 2024-11-25T08:23:52,397 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#B#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:23:52,398 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/1d174787fab546beb5f9b8f6699a6927 is 50, key is test_row_0/B:col10/1732523031582/Put/seqid=0 2024-11-25T08:23:52,401 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:23:52,402 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/31d3518af27f4a0ab3090067438e57d8 is 50, key is test_row_0/A:col10/1732523031582/Put/seqid=0 2024-11-25T08:23:52,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741879_1055 (size=12595) 2024-11-25T08:23:52,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741878_1054 (size=12595) 2024-11-25T08:23:52,483 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/31d3518af27f4a0ab3090067438e57d8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/31d3518af27f4a0ab3090067438e57d8 2024-11-25T08:23:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T08:23:52,508 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-25T08:23:52,510 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/A of 71480d40b8373c262b991f0393b4ba1b into 31d3518af27f4a0ab3090067438e57d8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:23:52,510 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:52,510 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/A, priority=13, startTime=1732523032352; duration=0sec 2024-11-25T08:23:52,510 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:23:52,510 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:A 2024-11-25T08:23:52,511 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:23:52,519 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/1d174787fab546beb5f9b8f6699a6927 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/1d174787fab546beb5f9b8f6699a6927 2024-11-25T08:23:52,522 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:23:52,522 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/C is initiating minor compaction (all files) 2024-11-25T08:23:52,522 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/C in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:52,523 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/920a016db5c3451ca880774de8614acf, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/4122940408c94446a63b42bc2e03d387, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/cde34b1a4e854b309586d7c5460763e7] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=35.9 K 2024-11-25T08:23:52,523 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 920a016db5c3451ca880774de8614acf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732523029542 2024-11-25T08:23:52,531 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4122940408c94446a63b42bc2e03d387, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732523030203 2024-11-25T08:23:52,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:23:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-25T08:23:52,540 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting cde34b1a4e854b309586d7c5460763e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732523030914 2024-11-25T08:23:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T08:23:52,543 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:23:52,550 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:23:52,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:23:52,579 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/B of 71480d40b8373c262b991f0393b4ba1b into 1d174787fab546beb5f9b8f6699a6927(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:23:52,579 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:52,579 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/B, priority=13, startTime=1732523032352; duration=0sec 2024-11-25T08:23:52,579 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:23:52,579 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:B 2024-11-25T08:23:52,597 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#C#compaction#41 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:23:52,597 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/fb6650ec9b9d4e2fb085ac95a303d1fc is 50, key is test_row_0/C:col10/1732523031582/Put/seqid=0 2024-11-25T08:23:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T08:23:52,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741880_1056 (size=12595) 2024-11-25T08:23:52,703 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/fb6650ec9b9d4e2fb085ac95a303d1fc as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/fb6650ec9b9d4e2fb085ac95a303d1fc 2024-11-25T08:23:52,715 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:52,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T08:23:52,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:52,719 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-25T08:23:52,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:23:52,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:52,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:23:52,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:52,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:23:52,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:52,743 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/C of 71480d40b8373c262b991f0393b4ba1b into fb6650ec9b9d4e2fb085ac95a303d1fc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:23:52,743 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:52,743 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/C, priority=13, startTime=1732523032352; duration=0sec 2024-11-25T08:23:52,743 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:23:52,743 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:C 2024-11-25T08:23:52,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/d2d9101ea64f442cb7d1d4089a43336d is 50, key is test_row_0/A:col10/1732523031594/Put/seqid=0 2024-11-25T08:23:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:52,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:52,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741881_1057 (size=7365) 2024-11-25T08:23:52,816 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/d2d9101ea64f442cb7d1d4089a43336d 2024-11-25T08:23:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T08:23:52,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/45f855898ca242c6ac52b151f42eb2c9 is 50, key is test_row_0/B:col10/1732523031594/Put/seqid=0 2024-11-25T08:23:52,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523092873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:52,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523092875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:52,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523092880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:52,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:52,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523092884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:52,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741882_1058 (size=7365) 2024-11-25T08:23:52,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523092984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:53,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523092988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:53,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:53,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523093006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:53,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523093017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T08:23:53,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523093143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:53,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:53,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523093200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:53,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523093205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:53,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:53,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523093219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:53,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523093231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:53,315 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/45f855898ca242c6ac52b151f42eb2c9 2024-11-25T08:23:53,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/7c93686553d945159a5d8342aa6eb654 is 50, key is test_row_0/C:col10/1732523031594/Put/seqid=0 2024-11-25T08:23:53,444 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T08:23:53,444 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T08:23:53,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741883_1059 (size=7365) 2024-11-25T08:23:53,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523093509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:53,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523093506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:53,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523093523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:53,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523093534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T08:23:53,858 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/7c93686553d945159a5d8342aa6eb654 2024-11-25T08:23:53,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/d2d9101ea64f442cb7d1d4089a43336d as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/d2d9101ea64f442cb7d1d4089a43336d 2024-11-25T08:23:53,889 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/d2d9101ea64f442cb7d1d4089a43336d, entries=50, sequenceid=211, filesize=7.2 K 2024-11-25T08:23:53,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/45f855898ca242c6ac52b151f42eb2c9 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/45f855898ca242c6ac52b151f42eb2c9 2024-11-25T08:23:53,907 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/45f855898ca242c6ac52b151f42eb2c9, entries=50, sequenceid=211, filesize=7.2 K 2024-11-25T08:23:53,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/7c93686553d945159a5d8342aa6eb654 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/7c93686553d945159a5d8342aa6eb654 2024-11-25T08:23:53,936 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/7c93686553d945159a5d8342aa6eb654, entries=50, sequenceid=211, filesize=7.2 K 2024-11-25T08:23:53,950 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=201.27 KB/206100 for 71480d40b8373c262b991f0393b4ba1b in 1230ms, sequenceid=211, compaction requested=false 2024-11-25T08:23:53,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:53,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:53,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-25T08:23:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-25T08:23:53,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-25T08:23:53,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4380 sec 2024-11-25T08:23:54,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.4730 sec 2024-11-25T08:23:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:54,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523094019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:54,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523094019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:54,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-25T08:23:54,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:23:54,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:54,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:23:54,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:54,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:23:54,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:54,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523094049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:54,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523094049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:54,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/3fb07e07cbdf43a8a25d449845b26a0d is 50, key is test_row_0/A:col10/1732523032875/Put/seqid=0 2024-11-25T08:23:54,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741884_1060 (size=12151) 2024-11-25T08:23:54,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/3fb07e07cbdf43a8a25d449845b26a0d 2024-11-25T08:23:54,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/6de421f71e2645fa9924c63fe39a704d is 50, key is test_row_0/B:col10/1732523032875/Put/seqid=0 2024-11-25T08:23:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T08:23:54,647 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-25T08:23:54,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:23:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-25T08:23:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T08:23:54,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741885_1061 (size=12151) 2024-11-25T08:23:54,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/6de421f71e2645fa9924c63fe39a704d 2024-11-25T08:23:54,671 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:23:54,681 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:23:54,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:23:54,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/fb62113b968744238aa8492a8eed8e10 is 50, key is test_row_0/C:col10/1732523032875/Put/seqid=0 2024-11-25T08:23:54,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741886_1062 (size=12151) 2024-11-25T08:23:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T08:23:54,844 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:54,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T08:23:54,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:54,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:54,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:54,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:54,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T08:23:55,011 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:55,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T08:23:55,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:55,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:55,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523095027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:55,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523095023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:55,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523095066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:55,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523095066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:55,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/fb62113b968744238aa8492a8eed8e10 2024-11-25T08:23:55,177 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:55,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T08:23:55,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:55,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:55,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:55,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:55,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:55,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:55,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523095170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:55,189 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4271 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., hostname=79c23c06fcc9,37061,1732523014560, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T08:23:55,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/3fb07e07cbdf43a8a25d449845b26a0d as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/3fb07e07cbdf43a8a25d449845b26a0d 2024-11-25T08:23:55,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/3fb07e07cbdf43a8a25d449845b26a0d, entries=150, sequenceid=245, filesize=11.9 K 2024-11-25T08:23:55,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/6de421f71e2645fa9924c63fe39a704d as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/6de421f71e2645fa9924c63fe39a704d 2024-11-25T08:23:55,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/6de421f71e2645fa9924c63fe39a704d, entries=150, sequenceid=245, filesize=11.9 K 2024-11-25T08:23:55,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/fb62113b968744238aa8492a8eed8e10 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/fb62113b968744238aa8492a8eed8e10 2024-11-25T08:23:55,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/fb62113b968744238aa8492a8eed8e10, entries=150, sequenceid=245, filesize=11.9 K 2024-11-25T08:23:55,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 71480d40b8373c262b991f0393b4ba1b in 1215ms, sequenceid=245, compaction requested=true 2024-11-25T08:23:55,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:55,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:23:55,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:23:55,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:23:55,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:23:55,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:23:55,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T08:23:55,258 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:23:55,263 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:23:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T08:23:55,275 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32111 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:23:55,275 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/A is initiating minor compaction (all files) 2024-11-25T08:23:55,275 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/A in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:55,275 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/31d3518af27f4a0ab3090067438e57d8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/d2d9101ea64f442cb7d1d4089a43336d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/3fb07e07cbdf43a8a25d449845b26a0d] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=31.4 K 2024-11-25T08:23:55,275 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32111 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:23:55,276 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/C is initiating minor compaction (all files) 2024-11-25T08:23:55,276 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/C in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:55,276 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/fb6650ec9b9d4e2fb085ac95a303d1fc, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/7c93686553d945159a5d8342aa6eb654, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/fb62113b968744238aa8492a8eed8e10] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=31.4 K 2024-11-25T08:23:55,283 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb6650ec9b9d4e2fb085ac95a303d1fc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732523030914 2024-11-25T08:23:55,284 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 31d3518af27f4a0ab3090067438e57d8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732523030914 2024-11-25T08:23:55,291 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c93686553d945159a5d8342aa6eb654, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732523031594 2024-11-25T08:23:55,291 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting d2d9101ea64f442cb7d1d4089a43336d, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732523031594 2024-11-25T08:23:55,292 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb62113b968744238aa8492a8eed8e10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732523032868 2024-11-25T08:23:55,299 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fb07e07cbdf43a8a25d449845b26a0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732523032868 2024-11-25T08:23:55,335 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:55,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T08:23:55,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:55,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:55,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:55,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-25T08:23:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-25T08:23:55,353 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#C#compaction#48 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:23:55,354 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/9f86c5cd4e264a328a768fe322c213a0 is 50, key is test_row_0/C:col10/1732523032875/Put/seqid=0 2024-11-25T08:23:55,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-25T08:23:55,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 666 msec 2024-11-25T08:23:55,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 707 msec 2024-11-25T08:23:55,394 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#A#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:23:55,395 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/759762aeadc8461189fde64ca9f9bb17 is 50, key is test_row_0/A:col10/1732523032875/Put/seqid=0 2024-11-25T08:23:55,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741887_1063 (size=12697) 2024-11-25T08:23:55,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741888_1064 (size=12697) 2024-11-25T08:23:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T08:23:55,774 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-25T08:23:55,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:23:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-25T08:23:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T08:23:55,799 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:23:55,803 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:23:55,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:23:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T08:23:55,907 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/759762aeadc8461189fde64ca9f9bb17 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/759762aeadc8461189fde64ca9f9bb17 2024-11-25T08:23:55,909 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/9f86c5cd4e264a328a768fe322c213a0 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/9f86c5cd4e264a328a768fe322c213a0 2024-11-25T08:23:55,936 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/A of 71480d40b8373c262b991f0393b4ba1b into 759762aeadc8461189fde64ca9f9bb17(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:23:55,936 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:55,936 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/A, priority=13, startTime=1732523035257; duration=0sec 2024-11-25T08:23:55,936 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:23:55,936 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:A 2024-11-25T08:23:55,936 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:23:55,938 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/C of 71480d40b8373c262b991f0393b4ba1b into 9f86c5cd4e264a328a768fe322c213a0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:23:55,938 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:55,938 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/C, priority=13, startTime=1732523035258; duration=0sec 2024-11-25T08:23:55,938 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:23:55,938 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:C 2024-11-25T08:23:55,940 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32111 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:23:55,943 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/B is initiating minor compaction (all files) 2024-11-25T08:23:55,943 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/B in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:55,943 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/1d174787fab546beb5f9b8f6699a6927, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/45f855898ca242c6ac52b151f42eb2c9, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/6de421f71e2645fa9924c63fe39a704d] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=31.4 K 2024-11-25T08:23:55,952 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d174787fab546beb5f9b8f6699a6927, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732523030914 2024-11-25T08:23:55,959 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 45f855898ca242c6ac52b151f42eb2c9, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732523031594 2024-11-25T08:23:55,963 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 6de421f71e2645fa9924c63fe39a704d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732523032868 2024-11-25T08:23:55,971 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:55,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T08:23:55,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:55,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:55,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:55,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-25T08:23:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-25T08:23:56,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-25T08:23:56,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 191 msec 2024-11-25T08:23:56,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 225 msec 2024-11-25T08:23:56,023 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#B#compaction#50 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:23:56,024 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/6f199d77d5934619ac5da04be68fa56c is 50, key is test_row_0/B:col10/1732523032875/Put/seqid=0 2024-11-25T08:23:56,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741889_1065 (size=12697) 2024-11-25T08:23:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T08:23:56,094 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-25T08:23:56,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:23:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-25T08:23:56,106 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:23:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T08:23:56,108 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:23:56,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:23:56,111 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/6f199d77d5934619ac5da04be68fa56c as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/6f199d77d5934619ac5da04be68fa56c 2024-11-25T08:23:56,167 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/B of 71480d40b8373c262b991f0393b4ba1b into 6f199d77d5934619ac5da04be68fa56c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:23:56,167 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:56,167 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/B, priority=13, startTime=1732523035258; duration=0sec 2024-11-25T08:23:56,167 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:23:56,167 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:B 2024-11-25T08:23:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T08:23:56,268 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:56,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T08:23:56,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:56,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:56,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:56,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-25T08:23:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-25T08:23:56,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-25T08:23:56,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 164 msec 2024-11-25T08:23:56,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 176 msec 2024-11-25T08:23:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T08:23:56,411 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-25T08:23:56,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:23:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-25T08:23:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T08:23:56,423 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:23:56,424 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:23:56,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:23:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T08:23:56,579 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:56,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T08:23:56,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:56,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:56,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:56,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-25T08:23:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-25T08:23:56,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-25T08:23:56,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 160 msec 2024-11-25T08:23:56,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 175 msec 2024-11-25T08:23:56,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T08:23:56,724 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-25T08:23:56,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:23:56,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-25T08:23:56,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T08:23:56,767 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:23:56,775 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:23:56,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:23:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T08:23:56,945 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:56,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-25T08:23:56,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:56,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:56,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:56,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-25T08:23:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-25T08:23:56,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-25T08:23:56,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 175 msec 2024-11-25T08:23:56,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 218 msec 2024-11-25T08:23:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T08:23:57,061 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-25T08:23:57,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:23:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-25T08:23:57,072 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:23:57,074 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:23:57,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:23:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T08:23:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:57,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T08:23:57,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:23:57,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:57,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:23:57,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:57,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:23:57,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:57,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/a08812f46bc14a088b2fdbcc6aa9af5e is 50, key is test_row_0/A:col10/1732523037098/Put/seqid=0 2024-11-25T08:23:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T08:23:57,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741890_1066 (size=12301) 2024-11-25T08:23:57,234 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:57,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T08:23:57,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:57,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:57,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:57,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:57,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:57,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523097243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:57,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523097244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:57,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523097251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:57,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523097258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:57,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523097353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:57,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523097355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:57,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523097355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T08:23:57,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523097382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:57,390 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:57,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T08:23:57,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:57,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:57,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:57,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:57,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:57,547 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:57,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T08:23:57,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:57,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:57,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:57,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:57,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:57,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523097560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:57,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523097560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:57,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523097567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:57,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523097588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:57,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/a08812f46bc14a088b2fdbcc6aa9af5e 2024-11-25T08:23:57,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/9afad68285ac41fd968182eeec30fcfa is 50, key is test_row_0/B:col10/1732523037098/Put/seqid=0 2024-11-25T08:23:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T08:23:57,717 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:57,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T08:23:57,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:57,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:57,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:57,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:57,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:57,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741891_1067 (size=12301) 2024-11-25T08:23:57,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/9afad68285ac41fd968182eeec30fcfa 2024-11-25T08:23:57,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/79b4dd4d414d4211aa12608a3c291708 is 50, key is test_row_0/C:col10/1732523037098/Put/seqid=0 2024-11-25T08:23:57,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741892_1068 (size=12301) 2024-11-25T08:23:57,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523097874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:57,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523097874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:57,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523097881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:57,895 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:57,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T08:23:57,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:57,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:57,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:57,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:57,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:57,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523097900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:58,061 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:58,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T08:23:58,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:58,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:58,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:58,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:58,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T08:23:58,224 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:58,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T08:23:58,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:58,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:58,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:58,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:58,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:58,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/79b4dd4d414d4211aa12608a3c291708 2024-11-25T08:23:58,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/a08812f46bc14a088b2fdbcc6aa9af5e as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/a08812f46bc14a088b2fdbcc6aa9af5e 2024-11-25T08:23:58,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/a08812f46bc14a088b2fdbcc6aa9af5e, entries=150, sequenceid=265, filesize=12.0 K 2024-11-25T08:23:58,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/9afad68285ac41fd968182eeec30fcfa as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/9afad68285ac41fd968182eeec30fcfa 2024-11-25T08:23:58,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/9afad68285ac41fd968182eeec30fcfa, entries=150, sequenceid=265, filesize=12.0 K 2024-11-25T08:23:58,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/79b4dd4d414d4211aa12608a3c291708 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/79b4dd4d414d4211aa12608a3c291708 2024-11-25T08:23:58,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523098379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:58,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523098379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:58,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/79b4dd4d414d4211aa12608a3c291708, entries=150, sequenceid=265, filesize=12.0 K 2024-11-25T08:23:58,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 71480d40b8373c262b991f0393b4ba1b in 1291ms, sequenceid=265, compaction requested=false 2024-11-25T08:23:58,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:58,393 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:58,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T08:23:58,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:58,394 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T08:23:58,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:58,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:23:58,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:58,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:23:58,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:58,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:23:58,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:58,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/3a06e1b10f7e4305b6908ca0751e9999 is 50, key is test_row_0/A:col10/1732523037241/Put/seqid=0 2024-11-25T08:23:58,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523098426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:58,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741893_1069 (size=14741) 2024-11-25T08:23:58,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523098428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:58,475 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/3a06e1b10f7e4305b6908ca0751e9999 2024-11-25T08:23:58,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/a343085ed9424b0dbff8d97a72dabc4e is 50, key is test_row_0/B:col10/1732523037241/Put/seqid=0 2024-11-25T08:23:58,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741894_1070 (size=12301) 2024-11-25T08:23:58,520 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/a343085ed9424b0dbff8d97a72dabc4e 2024-11-25T08:23:58,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/a3ae7e17d3e244d187366ab3fe860b57 is 50, key is test_row_0/C:col10/1732523037241/Put/seqid=0 2024-11-25T08:23:58,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741895_1071 (size=12301) 2024-11-25T08:23:58,574 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/a3ae7e17d3e244d187366ab3fe860b57 2024-11-25T08:23:58,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523098573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:58,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/3a06e1b10f7e4305b6908ca0751e9999 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/3a06e1b10f7e4305b6908ca0751e9999 2024-11-25T08:23:58,597 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/3a06e1b10f7e4305b6908ca0751e9999, entries=200, sequenceid=291, filesize=14.4 K 2024-11-25T08:23:58,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/a343085ed9424b0dbff8d97a72dabc4e as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/a343085ed9424b0dbff8d97a72dabc4e 2024-11-25T08:23:58,605 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/a343085ed9424b0dbff8d97a72dabc4e, entries=150, sequenceid=291, filesize=12.0 K 2024-11-25T08:23:58,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/a3ae7e17d3e244d187366ab3fe860b57 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/a3ae7e17d3e244d187366ab3fe860b57 2024-11-25T08:23:58,621 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/a3ae7e17d3e244d187366ab3fe860b57, entries=150, sequenceid=291, filesize=12.0 K 2024-11-25T08:23:58,633 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 71480d40b8373c262b991f0393b4ba1b in 239ms, sequenceid=291, compaction requested=true 2024-11-25T08:23:58,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:58,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:58,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-25T08:23:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-25T08:23:58,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-25T08:23:58,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5700 sec 2024-11-25T08:23:58,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.5800 sec 2024-11-25T08:23:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:58,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T08:23:58,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:23:58,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:58,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:23:58,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:58,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:23:58,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:58,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/ac7f3f7bb2a24721bb79f53f25a34b07 is 50, key is test_row_1/A:col10/1732523038779/Put/seqid=0 2024-11-25T08:23:58,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741896_1072 (size=12297) 2024-11-25T08:23:58,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/ac7f3f7bb2a24721bb79f53f25a34b07 2024-11-25T08:23:58,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/96ef4c1e8ef5444b8b1efd6beddabb1e is 50, key is test_row_1/B:col10/1732523038779/Put/seqid=0 2024-11-25T08:23:58,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741897_1073 (size=9857) 2024-11-25T08:23:58,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/96ef4c1e8ef5444b8b1efd6beddabb1e 2024-11-25T08:23:58,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/d20f239cf0804ef2b960650f56b3e6a9 is 50, key is test_row_1/C:col10/1732523038779/Put/seqid=0 2024-11-25T08:23:58,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523098973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:58,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741898_1074 (size=9857) 2024-11-25T08:23:58,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/d20f239cf0804ef2b960650f56b3e6a9 2024-11-25T08:23:59,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/ac7f3f7bb2a24721bb79f53f25a34b07 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/ac7f3f7bb2a24721bb79f53f25a34b07 2024-11-25T08:23:59,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/ac7f3f7bb2a24721bb79f53f25a34b07, entries=150, sequenceid=302, filesize=12.0 K 2024-11-25T08:23:59,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/96ef4c1e8ef5444b8b1efd6beddabb1e as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/96ef4c1e8ef5444b8b1efd6beddabb1e 2024-11-25T08:23:59,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/96ef4c1e8ef5444b8b1efd6beddabb1e, entries=100, sequenceid=302, filesize=9.6 K 2024-11-25T08:23:59,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/d20f239cf0804ef2b960650f56b3e6a9 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/d20f239cf0804ef2b960650f56b3e6a9 2024-11-25T08:23:59,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/d20f239cf0804ef2b960650f56b3e6a9, entries=100, sequenceid=302, filesize=9.6 K 2024-11-25T08:23:59,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 71480d40b8373c262b991f0393b4ba1b in 269ms, sequenceid=302, compaction requested=true 2024-11-25T08:23:59,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:59,052 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:23:59,054 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52036 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:23:59,054 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/A is initiating minor compaction (all files) 2024-11-25T08:23:59,054 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/A in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:59,054 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/759762aeadc8461189fde64ca9f9bb17, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/a08812f46bc14a088b2fdbcc6aa9af5e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/3a06e1b10f7e4305b6908ca0751e9999, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/ac7f3f7bb2a24721bb79f53f25a34b07] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=50.8 K 2024-11-25T08:23:59,055 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 759762aeadc8461189fde64ca9f9bb17, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732523032868 2024-11-25T08:23:59,055 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting a08812f46bc14a088b2fdbcc6aa9af5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732523037088 2024-11-25T08:23:59,056 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a06e1b10f7e4305b6908ca0751e9999, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732523037241 2024-11-25T08:23:59,056 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting ac7f3f7bb2a24721bb79f53f25a34b07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732523038415 2024-11-25T08:23:59,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:23:59,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:23:59,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:23:59,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:23:59,059 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:23:59,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:23:59,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:23:59,063 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47156 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:23:59,063 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/B is initiating minor compaction (all files) 2024-11-25T08:23:59,063 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/B in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:59,063 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/6f199d77d5934619ac5da04be68fa56c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/9afad68285ac41fd968182eeec30fcfa, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/a343085ed9424b0dbff8d97a72dabc4e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/96ef4c1e8ef5444b8b1efd6beddabb1e] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=46.1 K 2024-11-25T08:23:59,072 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f199d77d5934619ac5da04be68fa56c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732523032868 2024-11-25T08:23:59,077 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9afad68285ac41fd968182eeec30fcfa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732523037088 2024-11-25T08:23:59,078 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting a343085ed9424b0dbff8d97a72dabc4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732523037241 2024-11-25T08:23:59,079 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96ef4c1e8ef5444b8b1efd6beddabb1e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732523038427 2024-11-25T08:23:59,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T08:23:59,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:23:59,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:59,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:23:59,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:59,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:23:59,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:59,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/8fac194db344436db03f5c83fc7b0a7f is 50, key is test_row_0/A:col10/1732523039089/Put/seqid=0 2024-11-25T08:23:59,162 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#A#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:23:59,163 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/3c52dc91ad984d6f85023fe52c139f37 is 50, key is test_row_0/A:col10/1732523037241/Put/seqid=0 2024-11-25T08:23:59,171 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#B#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:23:59,172 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/82feeca148604f14aaad735b247cb9fb is 50, key is test_row_0/B:col10/1732523037241/Put/seqid=0 2024-11-25T08:23:59,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523099181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T08:23:59,191 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-25T08:23:59,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:23:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-25T08:23:59,203 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:23:59,205 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:23:59,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:23:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T08:23:59,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59386 deadline: 1732523099200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:59,218 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8299 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., hostname=79c23c06fcc9,37061,1732523014560, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T08:23:59,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741899_1075 (size=14741) 2024-11-25T08:23:59,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/8fac194db344436db03f5c83fc7b0a7f 2024-11-25T08:23:59,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741900_1076 (size=12983) 2024-11-25T08:23:59,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523099292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T08:23:59,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741901_1077 (size=12983) 2024-11-25T08:23:59,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/2a5876c885b9412c87447cb4edbe21f2 is 50, key is test_row_0/B:col10/1732523039089/Put/seqid=0 2024-11-25T08:23:59,363 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:59,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-25T08:23:59,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:59,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:59,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:59,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:59,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:59,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523099386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:59,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741902_1078 (size=12301) 2024-11-25T08:23:59,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523099395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:59,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/2a5876c885b9412c87447cb4edbe21f2 2024-11-25T08:23:59,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523099439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:59,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/9b21dcd357d648169b299454f642f4e0 is 50, key is test_row_0/C:col10/1732523039089/Put/seqid=0 2024-11-25T08:23:59,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741903_1079 (size=12301) 2024-11-25T08:23:59,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/9b21dcd357d648169b299454f642f4e0 2024-11-25T08:23:59,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:23:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523099524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:59,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/8fac194db344436db03f5c83fc7b0a7f as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/8fac194db344436db03f5c83fc7b0a7f 2024-11-25T08:23:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T08:23:59,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/8fac194db344436db03f5c83fc7b0a7f, entries=200, sequenceid=328, filesize=14.4 K 2024-11-25T08:23:59,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/2a5876c885b9412c87447cb4edbe21f2 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/2a5876c885b9412c87447cb4edbe21f2 2024-11-25T08:23:59,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/2a5876c885b9412c87447cb4edbe21f2, entries=150, sequenceid=328, filesize=12.0 K 2024-11-25T08:23:59,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/9b21dcd357d648169b299454f642f4e0 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/9b21dcd357d648169b299454f642f4e0 2024-11-25T08:23:59,555 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:59,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-25T08:23:59,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:59,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:59,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:59,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:59,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:23:59,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/9b21dcd357d648169b299454f642f4e0, entries=150, sequenceid=328, filesize=12.0 K 2024-11-25T08:23:59,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 71480d40b8373c262b991f0393b4ba1b in 461ms, sequenceid=328, compaction requested=true 2024-11-25T08:23:59,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:59,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:A, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:23:59,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:23:59,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:B, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:23:59,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T08:23:59,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:23:59,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-25T08:23:59,713 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:23:59,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-25T08:23:59,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:59,714 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T08:23:59,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:23:59,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:59,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:23:59,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:59,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:23:59,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:23:59,751 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T08:23:59,755 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/82feeca148604f14aaad735b247cb9fb as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/82feeca148604f14aaad735b247cb9fb 2024-11-25T08:23:59,767 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/3c52dc91ad984d6f85023fe52c139f37 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/3c52dc91ad984d6f85023fe52c139f37 2024-11-25T08:23:59,780 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/A of 71480d40b8373c262b991f0393b4ba1b into 3c52dc91ad984d6f85023fe52c139f37(size=12.7 K), total size for store is 27.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:23:59,780 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:59,780 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/A, priority=12, startTime=1732523039052; duration=0sec 2024-11-25T08:23:59,780 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-25T08:23:59,780 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:A 2024-11-25T08:23:59,780 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:A 2024-11-25T08:23:59,780 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T08:23:59,781 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/B of 71480d40b8373c262b991f0393b4ba1b into 82feeca148604f14aaad735b247cb9fb(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:23:59,781 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:59,781 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/B, priority=12, startTime=1732523039059; duration=0sec 2024-11-25T08:23:59,781 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T08:23:59,781 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:B 2024-11-25T08:23:59,781 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:B 2024-11-25T08:23:59,782 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 59457 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T08:23:59,782 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/C is initiating minor compaction (all files) 2024-11-25T08:23:59,783 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/C in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:23:59,783 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-11-25T08:23:59,783 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T08:23:59,783 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T08:23:59,783 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. because compaction request was cancelled 2024-11-25T08:23:59,783 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/9f86c5cd4e264a328a768fe322c213a0, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/79b4dd4d414d4211aa12608a3c291708, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/a3ae7e17d3e244d187366ab3fe860b57, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/d20f239cf0804ef2b960650f56b3e6a9, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/9b21dcd357d648169b299454f642f4e0] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=58.1 K 2024-11-25T08:23:59,785 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f86c5cd4e264a328a768fe322c213a0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732523032868 2024-11-25T08:23:59,786 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 79b4dd4d414d4211aa12608a3c291708, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732523037088 2024-11-25T08:23:59,787 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting a3ae7e17d3e244d187366ab3fe860b57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732523037241 2024-11-25T08:23:59,787 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:C 2024-11-25T08:23:59,787 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T08:23:59,787 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting d20f239cf0804ef2b960650f56b3e6a9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732523038427 2024-11-25T08:23:59,788 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b21dcd357d648169b299454f642f4e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732523038913 2024-11-25T08:23:59,803 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T08:23:59,803 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T08:23:59,803 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. because compaction request was cancelled 2024-11-25T08:23:59,803 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:B 2024-11-25T08:23:59,803 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T08:23:59,804 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T08:23:59,805 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T08:23:59,805 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. because compaction request was cancelled 2024-11-25T08:23:59,805 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:A 2024-11-25T08:23:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T08:23:59,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/9eed5bd66faa437cb229787c9c94f102 is 50, key is test_row_0/A:col10/1732523039179/Put/seqid=0 2024-11-25T08:23:59,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:23:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:23:59,852 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#C#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:23:59,853 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/75b20dc80ecf4054b0dcca663c29c0da is 50, key is test_row_0/C:col10/1732523039089/Put/seqid=0 2024-11-25T08:23:59,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741904_1080 (size=12301) 2024-11-25T08:23:59,907 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/9eed5bd66faa437cb229787c9c94f102 2024-11-25T08:23:59,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741905_1081 (size=13017) 2024-11-25T08:23:59,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/fabb303ea7254bafb5c0d4bfd52d03e3 is 50, key is test_row_0/B:col10/1732523039179/Put/seqid=0 2024-11-25T08:23:59,964 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/75b20dc80ecf4054b0dcca663c29c0da as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/75b20dc80ecf4054b0dcca663c29c0da 2024-11-25T08:23:59,971 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/C of 71480d40b8373c262b991f0393b4ba1b into 75b20dc80ecf4054b0dcca663c29c0da(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:23:59,971 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:23:59,971 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/C, priority=11, startTime=1732523039563; duration=0sec 2024-11-25T08:23:59,972 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:23:59,972 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:C 2024-11-25T08:24:00,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741906_1082 (size=12301) 2024-11-25T08:24:00,042 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/fabb303ea7254bafb5c0d4bfd52d03e3 2024-11-25T08:24:00,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/19b84fdd4f7b4567b86b33c700c536b1 is 50, key is test_row_0/C:col10/1732523039179/Put/seqid=0 2024-11-25T08:24:00,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741907_1083 (size=12301) 2024-11-25T08:24:00,135 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/19b84fdd4f7b4567b86b33c700c536b1 2024-11-25T08:24:00,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/9eed5bd66faa437cb229787c9c94f102 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/9eed5bd66faa437cb229787c9c94f102 2024-11-25T08:24:00,166 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/9eed5bd66faa437cb229787c9c94f102, entries=150, sequenceid=338, filesize=12.0 K 2024-11-25T08:24:00,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/fabb303ea7254bafb5c0d4bfd52d03e3 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/fabb303ea7254bafb5c0d4bfd52d03e3 2024-11-25T08:24:00,182 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/fabb303ea7254bafb5c0d4bfd52d03e3, entries=150, sequenceid=338, filesize=12.0 K 2024-11-25T08:24:00,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/19b84fdd4f7b4567b86b33c700c536b1 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/19b84fdd4f7b4567b86b33c700c536b1 2024-11-25T08:24:00,191 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/19b84fdd4f7b4567b86b33c700c536b1, entries=150, sequenceid=338, filesize=12.0 K 2024-11-25T08:24:00,200 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=127.47 KB/130530 for 71480d40b8373c262b991f0393b4ba1b in 486ms, sequenceid=338, compaction requested=true 2024-11-25T08:24:00,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:24:00,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:00,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-25T08:24:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-25T08:24:00,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-25T08:24:00,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0060 sec 2024-11-25T08:24:00,216 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T08:24:00,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:24:00,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:00,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:24:00,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:00,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:24:00,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:24:00,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.0220 sec 2024-11-25T08:24:00,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/8612529d70e74bf496bb58afc5ea373d is 50, key is test_row_0/A:col10/1732523040121/Put/seqid=0 2024-11-25T08:24:00,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741908_1084 (size=12301) 2024-11-25T08:24:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T08:24:00,338 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-25T08:24:00,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:24:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-11-25T08:24:00,349 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:24:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-25T08:24:00,350 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:24:00,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:24:00,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523100427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-25T08:24:00,507 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:00,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-25T08:24:00,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:00,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:24:00,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:00,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:00,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:00,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523100546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-25T08:24:00,663 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:00,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-25T08:24:00,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:00,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:24:00,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:00,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:00,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:00,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/8612529d70e74bf496bb58afc5ea373d 2024-11-25T08:24:00,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/189e21dc1f3443b9a1f09460d546b3ac is 50, key is test_row_0/B:col10/1732523040121/Put/seqid=0 2024-11-25T08:24:00,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523100804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:00,818 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:00,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-25T08:24:00,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:00,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:24:00,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:00,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:00,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:00,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741909_1085 (size=12301) 2024-11-25T08:24:00,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/189e21dc1f3443b9a1f09460d546b3ac 2024-11-25T08:24:00,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/d21b8b9075384fd49a2df2b9a1070c2d is 50, key is test_row_0/C:col10/1732523040121/Put/seqid=0 2024-11-25T08:24:00,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741910_1086 (size=12301) 2024-11-25T08:24:00,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/d21b8b9075384fd49a2df2b9a1070c2d 2024-11-25T08:24:00,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/8612529d70e74bf496bb58afc5ea373d as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/8612529d70e74bf496bb58afc5ea373d 2024-11-25T08:24:00,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/8612529d70e74bf496bb58afc5ea373d, entries=150, sequenceid=364, filesize=12.0 K 2024-11-25T08:24:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-25T08:24:00,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/189e21dc1f3443b9a1f09460d546b3ac as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/189e21dc1f3443b9a1f09460d546b3ac 2024-11-25T08:24:00,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/189e21dc1f3443b9a1f09460d546b3ac, entries=150, sequenceid=364, filesize=12.0 K 2024-11-25T08:24:00,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/d21b8b9075384fd49a2df2b9a1070c2d as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/d21b8b9075384fd49a2df2b9a1070c2d 2024-11-25T08:24:00,977 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:00,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/d21b8b9075384fd49a2df2b9a1070c2d, entries=150, sequenceid=364, filesize=12.0 K 2024-11-25T08:24:00,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-25T08:24:00,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:00,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:24:00,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:00,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:00,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:00,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 71480d40b8373c262b991f0393b4ba1b in 762ms, sequenceid=364, compaction requested=true 2024-11-25T08:24:00,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:24:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:00,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:24:00,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:00,979 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:24:00,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:24:00,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:00,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:00,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:24:00,979 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:24:00,981 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:24:00,981 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/B is initiating minor compaction (all files) 2024-11-25T08:24:00,981 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/B in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:00,981 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/82feeca148604f14aaad735b247cb9fb, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/2a5876c885b9412c87447cb4edbe21f2, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/fabb303ea7254bafb5c0d4bfd52d03e3, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/189e21dc1f3443b9a1f09460d546b3ac] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=48.7 K 2024-11-25T08:24:00,981 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:24:00,982 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/A is initiating minor compaction (all files) 2024-11-25T08:24:00,982 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/A in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:00,982 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/3c52dc91ad984d6f85023fe52c139f37, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/8fac194db344436db03f5c83fc7b0a7f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/9eed5bd66faa437cb229787c9c94f102, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/8612529d70e74bf496bb58afc5ea373d] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=51.1 K 2024-11-25T08:24:00,982 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82feeca148604f14aaad735b247cb9fb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732523037241 2024-11-25T08:24:00,982 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c52dc91ad984d6f85023fe52c139f37, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732523037241 2024-11-25T08:24:00,983 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fac194db344436db03f5c83fc7b0a7f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732523038913 2024-11-25T08:24:00,983 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a5876c885b9412c87447cb4edbe21f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732523038913 2024-11-25T08:24:00,983 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 9eed5bd66faa437cb229787c9c94f102, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732523039108 2024-11-25T08:24:00,983 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting fabb303ea7254bafb5c0d4bfd52d03e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732523039108 2024-11-25T08:24:00,984 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 8612529d70e74bf496bb58afc5ea373d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732523040121 2024-11-25T08:24:00,984 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 189e21dc1f3443b9a1f09460d546b3ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732523040121 2024-11-25T08:24:01,002 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:01,003 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/0409aafd0aef4291842cb0a0d7a1a7f0 is 50, key is test_row_0/A:col10/1732523040121/Put/seqid=0 2024-11-25T08:24:01,025 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#B#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:01,026 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/c5c3ccc8a05647678eb28a370b3251d4 is 50, key is test_row_0/B:col10/1732523040121/Put/seqid=0 2024-11-25T08:24:01,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741911_1087 (size=13119) 2024-11-25T08:24:01,112 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/0409aafd0aef4291842cb0a0d7a1a7f0 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/0409aafd0aef4291842cb0a0d7a1a7f0 2024-11-25T08:24:01,120 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/A of 71480d40b8373c262b991f0393b4ba1b into 0409aafd0aef4291842cb0a0d7a1a7f0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:01,120 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:24:01,120 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/A, priority=12, startTime=1732523040979; duration=0sec 2024-11-25T08:24:01,121 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:01,121 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:A 2024-11-25T08:24:01,121 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:01,123 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:01,123 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/C is initiating minor compaction (all files) 2024-11-25T08:24:01,123 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/C in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:01,123 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/75b20dc80ecf4054b0dcca663c29c0da, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/19b84fdd4f7b4567b86b33c700c536b1, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/d21b8b9075384fd49a2df2b9a1070c2d] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=36.7 K 2024-11-25T08:24:01,124 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 75b20dc80ecf4054b0dcca663c29c0da, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732523038913 2024-11-25T08:24:01,125 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 19b84fdd4f7b4567b86b33c700c536b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732523039108 2024-11-25T08:24:01,126 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting d21b8b9075384fd49a2df2b9a1070c2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732523040121 2024-11-25T08:24:01,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:01,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T08:24:01,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:24:01,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:01,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:24:01,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:01,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:24:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:24:01,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:01,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741912_1088 (size=13119) 2024-11-25T08:24:01,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-25T08:24:01,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:01,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:24:01,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:01,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:01,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:01,145 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#C#compaction#74 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:01,146 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/51220762c36f42eaa5a5217515b1811d is 50, key is test_row_0/C:col10/1732523040121/Put/seqid=0 2024-11-25T08:24:01,146 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/c5c3ccc8a05647678eb28a370b3251d4 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/c5c3ccc8a05647678eb28a370b3251d4 2024-11-25T08:24:01,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/e7d71cadd18340c29a76e403a764b244 is 50, key is test_row_0/A:col10/1732523041129/Put/seqid=0 2024-11-25T08:24:01,172 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/B of 71480d40b8373c262b991f0393b4ba1b into c5c3ccc8a05647678eb28a370b3251d4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:01,172 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:24:01,172 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/B, priority=12, startTime=1732523040979; duration=0sec 2024-11-25T08:24:01,172 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:01,172 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:B 2024-11-25T08:24:01,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741913_1089 (size=12301) 2024-11-25T08:24:01,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/e7d71cadd18340c29a76e403a764b244 2024-11-25T08:24:01,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741914_1090 (size=13119) 2024-11-25T08:24:01,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/12f5741b73604e09971f9d670042b13b is 50, key is test_row_0/B:col10/1732523041129/Put/seqid=0 2024-11-25T08:24:01,293 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/51220762c36f42eaa5a5217515b1811d as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/51220762c36f42eaa5a5217515b1811d 2024-11-25T08:24:01,305 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/C of 71480d40b8373c262b991f0393b4ba1b into 51220762c36f42eaa5a5217515b1811d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:01,305 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:24:01,305 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/C, priority=13, startTime=1732523040979; duration=0sec 2024-11-25T08:24:01,305 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:01,305 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:C 2024-11-25T08:24:01,307 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:01,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-25T08:24:01,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:01,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:24:01,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:01,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:01,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:01,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741915_1091 (size=12301) 2024-11-25T08:24:01,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523101406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:01,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59368 deadline: 1732523101421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:01,433 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4189 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., hostname=79c23c06fcc9,37061,1732523014560, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T08:24:01,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59402 deadline: 1732523101433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:01,451 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4207 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., hostname=79c23c06fcc9,37061,1732523014560, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T08:24:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-25T08:24:01,468 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:01,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-25T08:24:01,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:01,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:24:01,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:01,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:01,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:01,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59414 deadline: 1732523101470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:01,491 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4236 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., hostname=79c23c06fcc9,37061,1732523014560, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T08:24:01,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523101535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:01,639 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:01,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-25T08:24:01,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:01,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:24:01,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:01,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:01,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:01,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523101749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:01,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/12f5741b73604e09971f9d670042b13b 2024-11-25T08:24:01,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/40551172c6e34e6db219e2850aab7310 is 50, key is test_row_0/C:col10/1732523041129/Put/seqid=0 2024-11-25T08:24:01,831 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:01,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-25T08:24:01,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:01,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:24:01,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:01,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:01,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:01,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741916_1092 (size=12301) 2024-11-25T08:24:01,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/40551172c6e34e6db219e2850aab7310 2024-11-25T08:24:01,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/e7d71cadd18340c29a76e403a764b244 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/e7d71cadd18340c29a76e403a764b244 2024-11-25T08:24:01,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/e7d71cadd18340c29a76e403a764b244, entries=150, sequenceid=379, filesize=12.0 K 2024-11-25T08:24:01,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/12f5741b73604e09971f9d670042b13b as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/12f5741b73604e09971f9d670042b13b 2024-11-25T08:24:01,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/12f5741b73604e09971f9d670042b13b, entries=150, sequenceid=379, filesize=12.0 K 2024-11-25T08:24:01,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/40551172c6e34e6db219e2850aab7310 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/40551172c6e34e6db219e2850aab7310 2024-11-25T08:24:01,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/40551172c6e34e6db219e2850aab7310, entries=150, sequenceid=379, filesize=12.0 K 2024-11-25T08:24:01,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 71480d40b8373c262b991f0393b4ba1b in 774ms, sequenceid=379, compaction requested=false 2024-11-25T08:24:01,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:24:01,985 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:01,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-25T08:24:01,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:01,987 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T08:24:01,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:24:01,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:01,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:24:01,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:01,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:24:01,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:02,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/5c71b2ea1e2d43a089723dc6dbd50585 is 50, key is test_row_0/A:col10/1732523041334/Put/seqid=0 2024-11-25T08:24:02,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741917_1093 (size=12301) 2024-11-25T08:24:02,036 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/5c71b2ea1e2d43a089723dc6dbd50585 2024-11-25T08:24:02,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:24:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:24:02,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/bfa7ecbf647445d391c700b6948e33a6 is 50, key is test_row_0/B:col10/1732523041334/Put/seqid=0 2024-11-25T08:24:02,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741918_1094 (size=12301) 2024-11-25T08:24:02,132 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/bfa7ecbf647445d391c700b6948e33a6 2024-11-25T08:24:02,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/8ef5e6708dcb437db0ccae8df8bbea43 is 50, key is test_row_0/C:col10/1732523041334/Put/seqid=0 2024-11-25T08:24:02,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741919_1095 (size=12301) 2024-11-25T08:24:02,205 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/8ef5e6708dcb437db0ccae8df8bbea43 2024-11-25T08:24:02,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/5c71b2ea1e2d43a089723dc6dbd50585 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/5c71b2ea1e2d43a089723dc6dbd50585 2024-11-25T08:24:02,223 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/5c71b2ea1e2d43a089723dc6dbd50585, entries=150, sequenceid=403, filesize=12.0 K 2024-11-25T08:24:02,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/bfa7ecbf647445d391c700b6948e33a6 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/bfa7ecbf647445d391c700b6948e33a6 2024-11-25T08:24:02,239 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/bfa7ecbf647445d391c700b6948e33a6, entries=150, sequenceid=403, filesize=12.0 K 2024-11-25T08:24:02,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/8ef5e6708dcb437db0ccae8df8bbea43 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/8ef5e6708dcb437db0ccae8df8bbea43 2024-11-25T08:24:02,252 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/8ef5e6708dcb437db0ccae8df8bbea43, entries=150, sequenceid=403, filesize=12.0 K 2024-11-25T08:24:02,253 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 71480d40b8373c262b991f0393b4ba1b in 267ms, sequenceid=403, compaction requested=true 2024-11-25T08:24:02,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:24:02,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:02,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-25T08:24:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-11-25T08:24:02,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-25T08:24:02,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9050 sec 2024-11-25T08:24:02,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 1.9120 sec 2024-11-25T08:24:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:24:02,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T08:24:02,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:24:02,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:02,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:24:02,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:02,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:24:02,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:02,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/a28b9ccc2cb741f1bdbb0cdef292f725 is 50, key is test_row_0/A:col10/1732523042277/Put/seqid=0 2024-11-25T08:24:02,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741920_1096 (size=12301) 2024-11-25T08:24:02,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/a28b9ccc2cb741f1bdbb0cdef292f725 2024-11-25T08:24:02,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/c4368f33f96e42b08b62599d5997973d is 50, key is test_row_0/B:col10/1732523042277/Put/seqid=0 2024-11-25T08:24:02,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741921_1097 (size=12301) 2024-11-25T08:24:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-25T08:24:02,460 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-25T08:24:02,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:24:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-25T08:24:02,465 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:24:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-25T08:24:02,467 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:24:02,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:24:02,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523102491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-25T08:24:02,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523102603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:02,619 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:02,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-25T08:24:02,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:02,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:24:02,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:02,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:02,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:02,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-25T08:24:02,773 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:02,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-25T08:24:02,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:02,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:24:02,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:02,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:02,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:02,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/c4368f33f96e42b08b62599d5997973d 2024-11-25T08:24:02,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523102821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:02,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/ccbb54094d2e4d0a9b64d944c61de343 is 50, key is test_row_0/C:col10/1732523042277/Put/seqid=0 2024-11-25T08:24:02,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741922_1098 (size=12301) 2024-11-25T08:24:02,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/ccbb54094d2e4d0a9b64d944c61de343 2024-11-25T08:24:02,931 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:02,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/a28b9ccc2cb741f1bdbb0cdef292f725 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/a28b9ccc2cb741f1bdbb0cdef292f725 2024-11-25T08:24:02,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-25T08:24:02,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:02,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:24:02,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:02,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:02,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:02,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/a28b9ccc2cb741f1bdbb0cdef292f725, entries=150, sequenceid=418, filesize=12.0 K 2024-11-25T08:24:02,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/c4368f33f96e42b08b62599d5997973d as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/c4368f33f96e42b08b62599d5997973d 2024-11-25T08:24:02,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/c4368f33f96e42b08b62599d5997973d, entries=150, sequenceid=418, filesize=12.0 K 2024-11-25T08:24:02,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/ccbb54094d2e4d0a9b64d944c61de343 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/ccbb54094d2e4d0a9b64d944c61de343 2024-11-25T08:24:02,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/ccbb54094d2e4d0a9b64d944c61de343, entries=150, sequenceid=418, filesize=12.0 K 2024-11-25T08:24:02,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 71480d40b8373c262b991f0393b4ba1b in 691ms, sequenceid=418, compaction requested=true 2024-11-25T08:24:02,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:24:02,973 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:24:02,975 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:24:02,975 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/A is initiating minor compaction (all files) 2024-11-25T08:24:02,975 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/A in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:02,975 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/0409aafd0aef4291842cb0a0d7a1a7f0, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/e7d71cadd18340c29a76e403a764b244, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/5c71b2ea1e2d43a089723dc6dbd50585, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/a28b9ccc2cb741f1bdbb0cdef292f725] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=48.8 K 2024-11-25T08:24:02,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:24:02,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:02,976 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0409aafd0aef4291842cb0a0d7a1a7f0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732523040121 2024-11-25T08:24:02,977 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7d71cadd18340c29a76e403a764b244, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732523040389 2024-11-25T08:24:02,977 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c71b2ea1e2d43a089723dc6dbd50585, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732523041291 2024-11-25T08:24:02,978 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting a28b9ccc2cb741f1bdbb0cdef292f725, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732523042103 2024-11-25T08:24:02,987 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:24:02,988 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:24:02,988 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/B is initiating minor compaction (all files) 2024-11-25T08:24:02,988 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/B in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:02,989 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/c5c3ccc8a05647678eb28a370b3251d4, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/12f5741b73604e09971f9d670042b13b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/bfa7ecbf647445d391c700b6948e33a6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/c4368f33f96e42b08b62599d5997973d] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=48.8 K 2024-11-25T08:24:02,989 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting c5c3ccc8a05647678eb28a370b3251d4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732523040121 2024-11-25T08:24:02,990 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 12f5741b73604e09971f9d670042b13b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732523040389 2024-11-25T08:24:02,990 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting bfa7ecbf647445d391c700b6948e33a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732523041291 2024-11-25T08:24:02,990 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting c4368f33f96e42b08b62599d5997973d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732523042103 2024-11-25T08:24:03,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:24:03,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:03,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:03,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:03,010 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#A#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:03,011 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/56ef91f8704440f0bed45e15074bcb48 is 50, key is test_row_0/A:col10/1732523042277/Put/seqid=0 2024-11-25T08:24:03,041 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#B#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:03,044 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/5426437a955448ee944643fd9202e5f8 is 50, key is test_row_0/B:col10/1732523042277/Put/seqid=0 2024-11-25T08:24:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-25T08:24:03,085 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:03,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-25T08:24:03,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:03,088 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T08:24:03,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:24:03,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:03,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:24:03,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:03,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:24:03,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:03,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741923_1099 (size=13255) 2024-11-25T08:24:03,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741924_1100 (size=13255) 2024-11-25T08:24:03,136 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/5426437a955448ee944643fd9202e5f8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/5426437a955448ee944643fd9202e5f8 2024-11-25T08:24:03,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/116161b390754600984f0f06f48a168c is 50, key is test_row_0/A:col10/1732523042387/Put/seqid=0 2024-11-25T08:24:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:24:03,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. as already flushing 2024-11-25T08:24:03,152 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/B of 71480d40b8373c262b991f0393b4ba1b into 5426437a955448ee944643fd9202e5f8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:03,152 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:24:03,152 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/B, priority=12, startTime=1732523042986; duration=0sec 2024-11-25T08:24:03,153 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:03,153 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:B 2024-11-25T08:24:03,154 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:24:03,159 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:24:03,159 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/C is initiating minor compaction (all files) 2024-11-25T08:24:03,159 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/C in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:03,160 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/51220762c36f42eaa5a5217515b1811d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/40551172c6e34e6db219e2850aab7310, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/8ef5e6708dcb437db0ccae8df8bbea43, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/ccbb54094d2e4d0a9b64d944c61de343] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=48.8 K 2024-11-25T08:24:03,162 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 51220762c36f42eaa5a5217515b1811d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732523040121 2024-11-25T08:24:03,162 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 40551172c6e34e6db219e2850aab7310, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732523040389 2024-11-25T08:24:03,163 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ef5e6708dcb437db0ccae8df8bbea43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732523041291 2024-11-25T08:24:03,163 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting ccbb54094d2e4d0a9b64d944c61de343, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732523042103 2024-11-25T08:24:03,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741925_1101 (size=12301) 2024-11-25T08:24:03,196 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/116161b390754600984f0f06f48a168c 2024-11-25T08:24:03,210 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#C#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:03,211 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/ae8110caf4064c1a8f7ebf765d1e5d10 is 50, key is test_row_0/C:col10/1732523042277/Put/seqid=0 2024-11-25T08:24:03,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/b5ae34f0fc76411c96fe071cc978a771 is 50, key is test_row_0/B:col10/1732523042387/Put/seqid=0 2024-11-25T08:24:03,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741926_1102 (size=13255) 2024-11-25T08:24:03,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523103268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:03,281 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/ae8110caf4064c1a8f7ebf765d1e5d10 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/ae8110caf4064c1a8f7ebf765d1e5d10 2024-11-25T08:24:03,298 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/C of 71480d40b8373c262b991f0393b4ba1b into ae8110caf4064c1a8f7ebf765d1e5d10(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:03,299 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:24:03,299 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/C, priority=12, startTime=1732523043000; duration=0sec 2024-11-25T08:24:03,299 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:03,299 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:C 2024-11-25T08:24:03,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741927_1103 (size=12301) 2024-11-25T08:24:03,321 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/b5ae34f0fc76411c96fe071cc978a771 2024-11-25T08:24:03,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/28c7e5fb16d44a899998790552e702e6 is 50, key is test_row_0/C:col10/1732523042387/Put/seqid=0 2024-11-25T08:24:03,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523103380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:03,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741928_1104 (size=12301) 2024-11-25T08:24:03,521 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/56ef91f8704440f0bed45e15074bcb48 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/56ef91f8704440f0bed45e15074bcb48 2024-11-25T08:24:03,539 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/A of 71480d40b8373c262b991f0393b4ba1b into 56ef91f8704440f0bed45e15074bcb48(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:03,539 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:24:03,539 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/A, priority=12, startTime=1732523042973; duration=0sec 2024-11-25T08:24:03,540 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:03,540 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:A 2024-11-25T08:24:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-25T08:24:03,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:59420 deadline: 1732523103591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:03,822 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/28c7e5fb16d44a899998790552e702e6 2024-11-25T08:24:03,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/116161b390754600984f0f06f48a168c as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/116161b390754600984f0f06f48a168c 2024-11-25T08:24:03,849 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/116161b390754600984f0f06f48a168c, entries=150, sequenceid=439, filesize=12.0 K 2024-11-25T08:24:03,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/b5ae34f0fc76411c96fe071cc978a771 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/b5ae34f0fc76411c96fe071cc978a771 2024-11-25T08:24:03,881 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/b5ae34f0fc76411c96fe071cc978a771, entries=150, sequenceid=439, filesize=12.0 K 2024-11-25T08:24:03,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/28c7e5fb16d44a899998790552e702e6 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/28c7e5fb16d44a899998790552e702e6 2024-11-25T08:24:03,900 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/28c7e5fb16d44a899998790552e702e6, entries=150, sequenceid=439, filesize=12.0 K 2024-11-25T08:24:03,903 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 71480d40b8373c262b991f0393b4ba1b in 814ms, sequenceid=439, compaction requested=false 2024-11-25T08:24:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:24:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-25T08:24:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=37 2024-11-25T08:24:03,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-25T08:24:03,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4440 sec 2024-11-25T08:24:03,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 1.4530 sec 2024-11-25T08:24:03,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T08:24:03,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:24:03,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:03,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:24:03,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:03,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:24:03,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:24:03,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/bc47013ca9b94454a109f68f08aa5021 is 50, key is test_row_0/A:col10/1732523043266/Put/seqid=0 2024-11-25T08:24:03,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741929_1105 (size=14741) 2024-11-25T08:24:03,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/bc47013ca9b94454a109f68f08aa5021 2024-11-25T08:24:04,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/dc0d8396abb349f38071eab8f890fe69 is 50, key is test_row_0/B:col10/1732523043266/Put/seqid=0 2024-11-25T08:24:04,076 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60e8db85 to 127.0.0.1:59350 2024-11-25T08:24:04,076 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:24:04,076 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5188d70c to 127.0.0.1:59350 2024-11-25T08:24:04,076 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:24:04,078 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e07aaa4 to 127.0.0.1:59350 2024-11-25T08:24:04,079 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:24:04,087 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x451b6243 to 127.0.0.1:59350 2024-11-25T08:24:04,087 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:24:04,089 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0549063c to 127.0.0.1:59350 2024-11-25T08:24:04,089 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:24:04,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741930_1106 (size=12301) 2024-11-25T08:24:04,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/dc0d8396abb349f38071eab8f890fe69 2024-11-25T08:24:04,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/67a47aada4704103b83e6921a577ba18 is 50, key is test_row_0/C:col10/1732523043266/Put/seqid=0 2024-11-25T08:24:04,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741931_1107 (size=12301) 2024-11-25T08:24:04,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/67a47aada4704103b83e6921a577ba18 2024-11-25T08:24:04,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/bc47013ca9b94454a109f68f08aa5021 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/bc47013ca9b94454a109f68f08aa5021 2024-11-25T08:24:04,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/bc47013ca9b94454a109f68f08aa5021, entries=200, sequenceid=458, filesize=14.4 K 2024-11-25T08:24:04,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/dc0d8396abb349f38071eab8f890fe69 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/dc0d8396abb349f38071eab8f890fe69 2024-11-25T08:24:04,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/dc0d8396abb349f38071eab8f890fe69, entries=150, sequenceid=458, filesize=12.0 K 2024-11-25T08:24:04,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/67a47aada4704103b83e6921a577ba18 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/67a47aada4704103b83e6921a577ba18 2024-11-25T08:24:04,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/67a47aada4704103b83e6921a577ba18, entries=150, sequenceid=458, filesize=12.0 K 2024-11-25T08:24:04,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=73.80 KB/75570 for 71480d40b8373c262b991f0393b4ba1b in 315ms, sequenceid=458, compaction requested=true 2024-11-25T08:24:04,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:24:04,247 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:04,249 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:04,249 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/A is initiating minor compaction (all files) 2024-11-25T08:24:04,249 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/A in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:04,250 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/56ef91f8704440f0bed45e15074bcb48, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/116161b390754600984f0f06f48a168c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/bc47013ca9b94454a109f68f08aa5021] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=39.4 K 2024-11-25T08:24:04,250 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56ef91f8704440f0bed45e15074bcb48, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732523042103 2024-11-25T08:24:04,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:24:04,251 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 116161b390754600984f0f06f48a168c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732523042387 2024-11-25T08:24:04,251 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc47013ca9b94454a109f68f08aa5021, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732523043207 2024-11-25T08:24:04,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:04,262 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:04,264 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:04,264 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/B is initiating minor compaction (all files) 2024-11-25T08:24:04,264 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/B in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:04,264 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/5426437a955448ee944643fd9202e5f8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/b5ae34f0fc76411c96fe071cc978a771, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/dc0d8396abb349f38071eab8f890fe69] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=37.0 K 2024-11-25T08:24:04,265 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 5426437a955448ee944643fd9202e5f8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732523042103 2024-11-25T08:24:04,265 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting b5ae34f0fc76411c96fe071cc978a771, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732523042387 2024-11-25T08:24:04,266 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting dc0d8396abb349f38071eab8f890fe69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732523043207 2024-11-25T08:24:04,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:24:04,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:04,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 71480d40b8373c262b991f0393b4ba1b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:04,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:04,285 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#A#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:04,286 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/a12cbc55731f4c1f920ed3ca8408e934 is 50, key is test_row_0/A:col10/1732523043266/Put/seqid=0 2024-11-25T08:24:04,299 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#B#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:04,300 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/57c68f0735874425ac8ed964b3566a57 is 50, key is test_row_0/B:col10/1732523043266/Put/seqid=0 2024-11-25T08:24:04,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741933_1109 (size=13357) 2024-11-25T08:24:04,361 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/57c68f0735874425ac8ed964b3566a57 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/57c68f0735874425ac8ed964b3566a57 2024-11-25T08:24:04,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741932_1108 (size=13357) 2024-11-25T08:24:04,375 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/a12cbc55731f4c1f920ed3ca8408e934 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/a12cbc55731f4c1f920ed3ca8408e934 2024-11-25T08:24:04,395 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/A of 71480d40b8373c262b991f0393b4ba1b into a12cbc55731f4c1f920ed3ca8408e934(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:04,395 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:24:04,395 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/A, priority=13, startTime=1732523044247; duration=0sec 2024-11-25T08:24:04,396 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:04,396 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:A 2024-11-25T08:24:04,396 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:04,396 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/B of 71480d40b8373c262b991f0393b4ba1b into 57c68f0735874425ac8ed964b3566a57(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:04,396 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:24:04,396 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/B, priority=13, startTime=1732523044262; duration=0sec 2024-11-25T08:24:04,396 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:04,396 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:B 2024-11-25T08:24:04,398 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:04,398 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): 71480d40b8373c262b991f0393b4ba1b/C is initiating minor compaction (all files) 2024-11-25T08:24:04,398 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 71480d40b8373c262b991f0393b4ba1b/C in TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:04,399 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/ae8110caf4064c1a8f7ebf765d1e5d10, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/28c7e5fb16d44a899998790552e702e6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/67a47aada4704103b83e6921a577ba18] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp, totalSize=37.0 K 2024-11-25T08:24:04,400 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae8110caf4064c1a8f7ebf765d1e5d10, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732523042103 2024-11-25T08:24:04,401 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28c7e5fb16d44a899998790552e702e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732523042387 2024-11-25T08:24:04,401 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67a47aada4704103b83e6921a577ba18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732523043207 2024-11-25T08:24:04,446 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 71480d40b8373c262b991f0393b4ba1b#C#compaction#95 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:04,447 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/f6b0395904db489a9e1ac3b4a5f7eeae is 50, key is test_row_0/C:col10/1732523043266/Put/seqid=0 2024-11-25T08:24:04,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741934_1110 (size=13357) 2024-11-25T08:24:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-25T08:24:04,572 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-25T08:24:04,901 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/f6b0395904db489a9e1ac3b4a5f7eeae as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/f6b0395904db489a9e1ac3b4a5f7eeae 2024-11-25T08:24:04,921 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 71480d40b8373c262b991f0393b4ba1b/C of 71480d40b8373c262b991f0393b4ba1b into f6b0395904db489a9e1ac3b4a5f7eeae(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:04,921 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:24:04,921 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b., storeName=71480d40b8373c262b991f0393b4ba1b/C, priority=13, startTime=1732523044272; duration=0sec 2024-11-25T08:24:04,922 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:04,922 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 71480d40b8373c262b991f0393b4ba1b:C 2024-11-25T08:24:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:24:05,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T08:24:05,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:24:05,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:05,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:24:05,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:05,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:24:05,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:05,460 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x449407e5 to 127.0.0.1:59350 2024-11-25T08:24:05,460 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:24:05,460 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6352d7a4 to 127.0.0.1:59350 2024-11-25T08:24:05,460 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:24:05,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/5badcca83d8545b895c2135fc4411433 is 50, key is test_row_0/A:col10/1732523044052/Put/seqid=0 2024-11-25T08:24:05,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741935_1111 (size=12301) 2024-11-25T08:24:05,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/5badcca83d8545b895c2135fc4411433 2024-11-25T08:24:05,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/0a6a46f372eb4819948f42f00b44d75e is 50, key is test_row_0/B:col10/1732523044052/Put/seqid=0 2024-11-25T08:24:05,524 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ba01fca to 127.0.0.1:59350 2024-11-25T08:24:05,525 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:24:05,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741936_1112 (size=12301) 2024-11-25T08:24:05,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/0a6a46f372eb4819948f42f00b44d75e 2024-11-25T08:24:05,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/8e14afc1db16462ebde705c61890fac5 is 50, key is test_row_0/C:col10/1732523044052/Put/seqid=0 2024-11-25T08:24:06,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741937_1113 (size=12301) 2024-11-25T08:24:06,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/8e14afc1db16462ebde705c61890fac5 2024-11-25T08:24:06,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/5badcca83d8545b895c2135fc4411433 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/5badcca83d8545b895c2135fc4411433 2024-11-25T08:24:06,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/5badcca83d8545b895c2135fc4411433, entries=150, sequenceid=477, filesize=12.0 K 2024-11-25T08:24:06,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/0a6a46f372eb4819948f42f00b44d75e as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/0a6a46f372eb4819948f42f00b44d75e 2024-11-25T08:24:06,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/0a6a46f372eb4819948f42f00b44d75e, entries=150, sequenceid=477, filesize=12.0 K 2024-11-25T08:24:06,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/8e14afc1db16462ebde705c61890fac5 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/8e14afc1db16462ebde705c61890fac5 2024-11-25T08:24:06,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/8e14afc1db16462ebde705c61890fac5, entries=150, sequenceid=477, filesize=12.0 K 2024-11-25T08:24:06,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=6.71 KB/6870 for 71480d40b8373c262b991f0393b4ba1b in 1002ms, sequenceid=477, compaction requested=false 2024-11-25T08:24:06,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:24:09,247 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63d296e2 to 127.0.0.1:59350 2024-11-25T08:24:09,247 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:24:09,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T08:24:09,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-25T08:24:09,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-25T08:24:09,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-25T08:24:09,248 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 189 2024-11-25T08:24:09,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-25T08:24:09,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T08:24:09,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2399 2024-11-25T08:24:09,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2312 2024-11-25T08:24:09,263 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T08:24:09,264 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1090 2024-11-25T08:24:09,264 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3270 rows 2024-11-25T08:24:09,264 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1081 2024-11-25T08:24:09,264 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3243 rows 2024-11-25T08:24:09,264 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T08:24:09,264 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03e46879 to 127.0.0.1:59350 2024-11-25T08:24:09,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:24:09,269 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T08:24:09,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-25T08:24:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T08:24:09,288 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523049288"}]},"ts":"1732523049288"} 2024-11-25T08:24:09,290 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T08:24:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-25T08:24:09,329 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T08:24:09,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T08:24:09,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=71480d40b8373c262b991f0393b4ba1b, UNASSIGN}] 2024-11-25T08:24:09,351 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=71480d40b8373c262b991f0393b4ba1b, UNASSIGN 2024-11-25T08:24:09,352 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=71480d40b8373c262b991f0393b4ba1b, regionState=CLOSING, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:09,354 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T08:24:09,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560}] 2024-11-25T08:24:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-25T08:24:09,511 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:09,530 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:24:09,531 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T08:24:09,532 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing 71480d40b8373c262b991f0393b4ba1b, disabling compactions & flushes 2024-11-25T08:24:09,532 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:09,532 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:09,532 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. after waiting 0 ms 2024-11-25T08:24:09,532 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:09,532 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(2837): Flushing 71480d40b8373c262b991f0393b4ba1b 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-25T08:24:09,532 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=A 2024-11-25T08:24:09,533 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:09,533 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=B 2024-11-25T08:24:09,533 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:09,533 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 71480d40b8373c262b991f0393b4ba1b, store=C 2024-11-25T08:24:09,533 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:09,556 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/a0b61341039d4d7ab035e7eeb0957805 is 50, key is test_row_1/A:col10/1732523049240/Put/seqid=0 2024-11-25T08:24:09,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741938_1114 (size=9857) 2024-11-25T08:24:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-25T08:24:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-25T08:24:09,997 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/a0b61341039d4d7ab035e7eeb0957805 2024-11-25T08:24:10,051 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/b9aae69dbfdc4f3b9a281e9d903746db is 50, key is test_row_1/B:col10/1732523049240/Put/seqid=0 2024-11-25T08:24:10,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741939_1115 (size=9857) 2024-11-25T08:24:10,088 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/b9aae69dbfdc4f3b9a281e9d903746db 2024-11-25T08:24:10,113 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/c7f2d7aaa8c7422d94b9f6eb5b9427a6 is 50, key is test_row_1/C:col10/1732523049240/Put/seqid=0 2024-11-25T08:24:10,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741940_1116 (size=9857) 2024-11-25T08:24:10,130 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/c7f2d7aaa8c7422d94b9f6eb5b9427a6 2024-11-25T08:24:10,139 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/A/a0b61341039d4d7ab035e7eeb0957805 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/a0b61341039d4d7ab035e7eeb0957805 2024-11-25T08:24:10,145 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/a0b61341039d4d7ab035e7eeb0957805, entries=100, sequenceid=482, filesize=9.6 K 2024-11-25T08:24:10,146 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/B/b9aae69dbfdc4f3b9a281e9d903746db as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/b9aae69dbfdc4f3b9a281e9d903746db 2024-11-25T08:24:10,157 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/b9aae69dbfdc4f3b9a281e9d903746db, entries=100, sequenceid=482, filesize=9.6 K 2024-11-25T08:24:10,163 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/.tmp/C/c7f2d7aaa8c7422d94b9f6eb5b9427a6 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/c7f2d7aaa8c7422d94b9f6eb5b9427a6 2024-11-25T08:24:10,173 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/c7f2d7aaa8c7422d94b9f6eb5b9427a6, entries=100, sequenceid=482, filesize=9.6 K 2024-11-25T08:24:10,174 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 71480d40b8373c262b991f0393b4ba1b in 642ms, sequenceid=482, compaction requested=true 2024-11-25T08:24:10,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/2683a44cdf8443fc83a41876d3501208, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/20a2c93150094d86b7ca8760990513cd, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/4955e9b7ff1d41e48a39cbf85b8fa67d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/611deb95366a4dd98255aa2074f0ea94, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/63848789cde84a2c8f6291950cb9f8a1, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/bbe0c4d0633f475e8a8bd8735dc2eb8c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/6bc1ee0d26ec46debec0642e0a2225ef, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/83ad37d35bdc4054900d1333932d0124, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/2a9d7d0ab7754287b30e443a195269d1, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/c7a63f7a015448c3bf9723dbd839a455, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/d87ed11ceb494ae69ab55a033729ceea, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/0a06ea8420bd48f5be712e277e492e6c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/31d3518af27f4a0ab3090067438e57d8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/7461712b91da4a97a5901123c1444a97, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/d2d9101ea64f442cb7d1d4089a43336d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/759762aeadc8461189fde64ca9f9bb17, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/3fb07e07cbdf43a8a25d449845b26a0d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/a08812f46bc14a088b2fdbcc6aa9af5e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/3a06e1b10f7e4305b6908ca0751e9999, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/3c52dc91ad984d6f85023fe52c139f37, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/ac7f3f7bb2a24721bb79f53f25a34b07, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/8fac194db344436db03f5c83fc7b0a7f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/9eed5bd66faa437cb229787c9c94f102, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/0409aafd0aef4291842cb0a0d7a1a7f0, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/8612529d70e74bf496bb58afc5ea373d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/e7d71cadd18340c29a76e403a764b244, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/5c71b2ea1e2d43a089723dc6dbd50585, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/56ef91f8704440f0bed45e15074bcb48, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/a28b9ccc2cb741f1bdbb0cdef292f725, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/116161b390754600984f0f06f48a168c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/bc47013ca9b94454a109f68f08aa5021] to archive 2024-11-25T08:24:10,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T08:24:10,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/2683a44cdf8443fc83a41876d3501208 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/2683a44cdf8443fc83a41876d3501208 2024-11-25T08:24:10,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/20a2c93150094d86b7ca8760990513cd to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/20a2c93150094d86b7ca8760990513cd 2024-11-25T08:24:10,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/4955e9b7ff1d41e48a39cbf85b8fa67d to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/4955e9b7ff1d41e48a39cbf85b8fa67d 2024-11-25T08:24:10,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/611deb95366a4dd98255aa2074f0ea94 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/611deb95366a4dd98255aa2074f0ea94 2024-11-25T08:24:10,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/63848789cde84a2c8f6291950cb9f8a1 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/63848789cde84a2c8f6291950cb9f8a1 2024-11-25T08:24:10,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/bbe0c4d0633f475e8a8bd8735dc2eb8c to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/bbe0c4d0633f475e8a8bd8735dc2eb8c 2024-11-25T08:24:10,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/6bc1ee0d26ec46debec0642e0a2225ef to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/6bc1ee0d26ec46debec0642e0a2225ef 2024-11-25T08:24:10,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/83ad37d35bdc4054900d1333932d0124 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/83ad37d35bdc4054900d1333932d0124 2024-11-25T08:24:10,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/2a9d7d0ab7754287b30e443a195269d1 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/2a9d7d0ab7754287b30e443a195269d1 2024-11-25T08:24:10,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/c7a63f7a015448c3bf9723dbd839a455 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/c7a63f7a015448c3bf9723dbd839a455 2024-11-25T08:24:10,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/d87ed11ceb494ae69ab55a033729ceea to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/d87ed11ceb494ae69ab55a033729ceea 2024-11-25T08:24:10,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/0a06ea8420bd48f5be712e277e492e6c to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/0a06ea8420bd48f5be712e277e492e6c 2024-11-25T08:24:10,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/31d3518af27f4a0ab3090067438e57d8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/31d3518af27f4a0ab3090067438e57d8 2024-11-25T08:24:10,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/7461712b91da4a97a5901123c1444a97 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/7461712b91da4a97a5901123c1444a97 2024-11-25T08:24:10,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/d2d9101ea64f442cb7d1d4089a43336d to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/d2d9101ea64f442cb7d1d4089a43336d 2024-11-25T08:24:10,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/759762aeadc8461189fde64ca9f9bb17 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/759762aeadc8461189fde64ca9f9bb17 2024-11-25T08:24:10,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/3fb07e07cbdf43a8a25d449845b26a0d to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/3fb07e07cbdf43a8a25d449845b26a0d 2024-11-25T08:24:10,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/a08812f46bc14a088b2fdbcc6aa9af5e to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/a08812f46bc14a088b2fdbcc6aa9af5e 2024-11-25T08:24:10,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/3a06e1b10f7e4305b6908ca0751e9999 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/3a06e1b10f7e4305b6908ca0751e9999 2024-11-25T08:24:10,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/3c52dc91ad984d6f85023fe52c139f37 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/3c52dc91ad984d6f85023fe52c139f37 2024-11-25T08:24:10,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/ac7f3f7bb2a24721bb79f53f25a34b07 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/ac7f3f7bb2a24721bb79f53f25a34b07 2024-11-25T08:24:10,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/8fac194db344436db03f5c83fc7b0a7f to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/8fac194db344436db03f5c83fc7b0a7f 2024-11-25T08:24:10,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/9eed5bd66faa437cb229787c9c94f102 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/9eed5bd66faa437cb229787c9c94f102 2024-11-25T08:24:10,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/0409aafd0aef4291842cb0a0d7a1a7f0 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/0409aafd0aef4291842cb0a0d7a1a7f0 2024-11-25T08:24:10,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/8612529d70e74bf496bb58afc5ea373d to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/8612529d70e74bf496bb58afc5ea373d 2024-11-25T08:24:10,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/e7d71cadd18340c29a76e403a764b244 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/e7d71cadd18340c29a76e403a764b244 2024-11-25T08:24:10,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/5c71b2ea1e2d43a089723dc6dbd50585 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/5c71b2ea1e2d43a089723dc6dbd50585 2024-11-25T08:24:10,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/56ef91f8704440f0bed45e15074bcb48 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/56ef91f8704440f0bed45e15074bcb48 2024-11-25T08:24:10,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/a28b9ccc2cb741f1bdbb0cdef292f725 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/a28b9ccc2cb741f1bdbb0cdef292f725 2024-11-25T08:24:10,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/116161b390754600984f0f06f48a168c to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/116161b390754600984f0f06f48a168c 2024-11-25T08:24:10,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/bc47013ca9b94454a109f68f08aa5021 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/bc47013ca9b94454a109f68f08aa5021 2024-11-25T08:24:10,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/f90f88a9166c4e04ab8d889f01834d48, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/120b1018888c4e96934bc33baa54845d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/2c2211a225f349d18fd16fd95496c8ac, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/037923db1c4245eb99f7d339260e76b3, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/47801bfa0b0b4cbe82dbf3f7f9a80424, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/6edae5a026cc4f40abe3ac97e32529dc, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/1c628089b0c14f1dadaff2aad24d04ec, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/603530cb8df448c29a053804a9f63602, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/a792a73734764335b28acbde91aa10b7, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/d6d67e8e611b47a3bc2ab81a840801e6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/16d98184686b4c9f8653260dc3c8355a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/2c461d18fa764c6c841d524639c5f24c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/1d174787fab546beb5f9b8f6699a6927, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/1a196c0b9f6d474b8ef1424b84a559e6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/45f855898ca242c6ac52b151f42eb2c9, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/6f199d77d5934619ac5da04be68fa56c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/6de421f71e2645fa9924c63fe39a704d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/9afad68285ac41fd968182eeec30fcfa, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/a343085ed9424b0dbff8d97a72dabc4e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/82feeca148604f14aaad735b247cb9fb, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/96ef4c1e8ef5444b8b1efd6beddabb1e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/2a5876c885b9412c87447cb4edbe21f2, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/fabb303ea7254bafb5c0d4bfd52d03e3, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/c5c3ccc8a05647678eb28a370b3251d4, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/189e21dc1f3443b9a1f09460d546b3ac, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/12f5741b73604e09971f9d670042b13b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/bfa7ecbf647445d391c700b6948e33a6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/5426437a955448ee944643fd9202e5f8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/c4368f33f96e42b08b62599d5997973d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/b5ae34f0fc76411c96fe071cc978a771, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/dc0d8396abb349f38071eab8f890fe69] to archive 2024-11-25T08:24:10,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T08:24:10,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/f90f88a9166c4e04ab8d889f01834d48 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/f90f88a9166c4e04ab8d889f01834d48 2024-11-25T08:24:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-25T08:24:10,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/120b1018888c4e96934bc33baa54845d to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/120b1018888c4e96934bc33baa54845d 2024-11-25T08:24:10,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/2c2211a225f349d18fd16fd95496c8ac to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/2c2211a225f349d18fd16fd95496c8ac 2024-11-25T08:24:10,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/037923db1c4245eb99f7d339260e76b3 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/037923db1c4245eb99f7d339260e76b3 2024-11-25T08:24:10,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/47801bfa0b0b4cbe82dbf3f7f9a80424 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/47801bfa0b0b4cbe82dbf3f7f9a80424 2024-11-25T08:24:10,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/6edae5a026cc4f40abe3ac97e32529dc to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/6edae5a026cc4f40abe3ac97e32529dc 2024-11-25T08:24:10,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/1c628089b0c14f1dadaff2aad24d04ec to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/1c628089b0c14f1dadaff2aad24d04ec 2024-11-25T08:24:10,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/603530cb8df448c29a053804a9f63602 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/603530cb8df448c29a053804a9f63602 2024-11-25T08:24:10,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/a792a73734764335b28acbde91aa10b7 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/a792a73734764335b28acbde91aa10b7 2024-11-25T08:24:10,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/d6d67e8e611b47a3bc2ab81a840801e6 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/d6d67e8e611b47a3bc2ab81a840801e6 2024-11-25T08:24:10,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/16d98184686b4c9f8653260dc3c8355a to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/16d98184686b4c9f8653260dc3c8355a 2024-11-25T08:24:10,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/2c461d18fa764c6c841d524639c5f24c to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/2c461d18fa764c6c841d524639c5f24c 2024-11-25T08:24:10,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/1d174787fab546beb5f9b8f6699a6927 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/1d174787fab546beb5f9b8f6699a6927 2024-11-25T08:24:10,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/1a196c0b9f6d474b8ef1424b84a559e6 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/1a196c0b9f6d474b8ef1424b84a559e6 2024-11-25T08:24:10,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/45f855898ca242c6ac52b151f42eb2c9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/45f855898ca242c6ac52b151f42eb2c9 2024-11-25T08:24:10,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/6f199d77d5934619ac5da04be68fa56c to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/6f199d77d5934619ac5da04be68fa56c 2024-11-25T08:24:10,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/6de421f71e2645fa9924c63fe39a704d to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/6de421f71e2645fa9924c63fe39a704d 2024-11-25T08:24:10,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/9afad68285ac41fd968182eeec30fcfa to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/9afad68285ac41fd968182eeec30fcfa 2024-11-25T08:24:10,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/a343085ed9424b0dbff8d97a72dabc4e to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/a343085ed9424b0dbff8d97a72dabc4e 2024-11-25T08:24:10,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/82feeca148604f14aaad735b247cb9fb to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/82feeca148604f14aaad735b247cb9fb 2024-11-25T08:24:10,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/96ef4c1e8ef5444b8b1efd6beddabb1e to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/96ef4c1e8ef5444b8b1efd6beddabb1e 2024-11-25T08:24:10,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/2a5876c885b9412c87447cb4edbe21f2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/2a5876c885b9412c87447cb4edbe21f2 2024-11-25T08:24:10,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/fabb303ea7254bafb5c0d4bfd52d03e3 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/fabb303ea7254bafb5c0d4bfd52d03e3 2024-11-25T08:24:10,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/c5c3ccc8a05647678eb28a370b3251d4 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/c5c3ccc8a05647678eb28a370b3251d4 2024-11-25T08:24:10,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/189e21dc1f3443b9a1f09460d546b3ac to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/189e21dc1f3443b9a1f09460d546b3ac 2024-11-25T08:24:10,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/12f5741b73604e09971f9d670042b13b to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/12f5741b73604e09971f9d670042b13b 2024-11-25T08:24:10,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/bfa7ecbf647445d391c700b6948e33a6 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/bfa7ecbf647445d391c700b6948e33a6 2024-11-25T08:24:10,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/5426437a955448ee944643fd9202e5f8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/5426437a955448ee944643fd9202e5f8 2024-11-25T08:24:10,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/c4368f33f96e42b08b62599d5997973d to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/c4368f33f96e42b08b62599d5997973d 2024-11-25T08:24:10,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/b5ae34f0fc76411c96fe071cc978a771 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/b5ae34f0fc76411c96fe071cc978a771 2024-11-25T08:24:10,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/dc0d8396abb349f38071eab8f890fe69 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/dc0d8396abb349f38071eab8f890fe69 2024-11-25T08:24:10,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/9b7ce3d934b94ce09363f9c7fbfb3194, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/cc74f8be04974712bf964e9bb73909c2, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/9670eef13d20498c8ec0d78471e8731e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/95778156f0594be8917eda6b42f9507f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/adec3e6e849440579e68e8d849d83124, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/3ad714015c234a0eb303bbc85cbe6970, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/c9c9317496c248bb90b25b895975d763, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/1c9302a6740c479c92a3e6451494b18d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/82a34b8321244b42bcf661d93faab9fd, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/920a016db5c3451ca880774de8614acf, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/7e06fbbb4785460286136fd8dc7f5fe8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/4122940408c94446a63b42bc2e03d387, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/fb6650ec9b9d4e2fb085ac95a303d1fc, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/cde34b1a4e854b309586d7c5460763e7, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/7c93686553d945159a5d8342aa6eb654, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/9f86c5cd4e264a328a768fe322c213a0, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/fb62113b968744238aa8492a8eed8e10, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/79b4dd4d414d4211aa12608a3c291708, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/a3ae7e17d3e244d187366ab3fe860b57, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/d20f239cf0804ef2b960650f56b3e6a9, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/75b20dc80ecf4054b0dcca663c29c0da, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/9b21dcd357d648169b299454f642f4e0, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/19b84fdd4f7b4567b86b33c700c536b1, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/51220762c36f42eaa5a5217515b1811d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/d21b8b9075384fd49a2df2b9a1070c2d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/40551172c6e34e6db219e2850aab7310, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/8ef5e6708dcb437db0ccae8df8bbea43, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/ae8110caf4064c1a8f7ebf765d1e5d10, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/ccbb54094d2e4d0a9b64d944c61de343, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/28c7e5fb16d44a899998790552e702e6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/67a47aada4704103b83e6921a577ba18] to archive 2024-11-25T08:24:10,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T08:24:10,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/9b7ce3d934b94ce09363f9c7fbfb3194 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/9b7ce3d934b94ce09363f9c7fbfb3194 2024-11-25T08:24:10,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/cc74f8be04974712bf964e9bb73909c2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/cc74f8be04974712bf964e9bb73909c2 2024-11-25T08:24:10,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/9670eef13d20498c8ec0d78471e8731e to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/9670eef13d20498c8ec0d78471e8731e 2024-11-25T08:24:10,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/95778156f0594be8917eda6b42f9507f to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/95778156f0594be8917eda6b42f9507f 2024-11-25T08:24:10,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/adec3e6e849440579e68e8d849d83124 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/adec3e6e849440579e68e8d849d83124 2024-11-25T08:24:10,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/3ad714015c234a0eb303bbc85cbe6970 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/3ad714015c234a0eb303bbc85cbe6970 2024-11-25T08:24:10,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/c9c9317496c248bb90b25b895975d763 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/c9c9317496c248bb90b25b895975d763 2024-11-25T08:24:10,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/1c9302a6740c479c92a3e6451494b18d to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/1c9302a6740c479c92a3e6451494b18d 2024-11-25T08:24:10,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/82a34b8321244b42bcf661d93faab9fd to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/82a34b8321244b42bcf661d93faab9fd 2024-11-25T08:24:10,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/920a016db5c3451ca880774de8614acf to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/920a016db5c3451ca880774de8614acf 2024-11-25T08:24:10,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/7e06fbbb4785460286136fd8dc7f5fe8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/7e06fbbb4785460286136fd8dc7f5fe8 2024-11-25T08:24:10,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/4122940408c94446a63b42bc2e03d387 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/4122940408c94446a63b42bc2e03d387 2024-11-25T08:24:10,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/fb6650ec9b9d4e2fb085ac95a303d1fc to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/fb6650ec9b9d4e2fb085ac95a303d1fc 2024-11-25T08:24:10,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/cde34b1a4e854b309586d7c5460763e7 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/cde34b1a4e854b309586d7c5460763e7 2024-11-25T08:24:10,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/7c93686553d945159a5d8342aa6eb654 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/7c93686553d945159a5d8342aa6eb654 2024-11-25T08:24:10,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/9f86c5cd4e264a328a768fe322c213a0 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/9f86c5cd4e264a328a768fe322c213a0 2024-11-25T08:24:10,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/fb62113b968744238aa8492a8eed8e10 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/fb62113b968744238aa8492a8eed8e10 2024-11-25T08:24:10,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/79b4dd4d414d4211aa12608a3c291708 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/79b4dd4d414d4211aa12608a3c291708 2024-11-25T08:24:10,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/a3ae7e17d3e244d187366ab3fe860b57 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/a3ae7e17d3e244d187366ab3fe860b57 2024-11-25T08:24:10,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/d20f239cf0804ef2b960650f56b3e6a9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/d20f239cf0804ef2b960650f56b3e6a9 2024-11-25T08:24:10,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/75b20dc80ecf4054b0dcca663c29c0da to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/75b20dc80ecf4054b0dcca663c29c0da 2024-11-25T08:24:10,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/9b21dcd357d648169b299454f642f4e0 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/9b21dcd357d648169b299454f642f4e0 2024-11-25T08:24:10,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/19b84fdd4f7b4567b86b33c700c536b1 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/19b84fdd4f7b4567b86b33c700c536b1 2024-11-25T08:24:10,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/51220762c36f42eaa5a5217515b1811d to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/51220762c36f42eaa5a5217515b1811d 2024-11-25T08:24:10,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/d21b8b9075384fd49a2df2b9a1070c2d to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/d21b8b9075384fd49a2df2b9a1070c2d 2024-11-25T08:24:10,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/40551172c6e34e6db219e2850aab7310 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/40551172c6e34e6db219e2850aab7310 2024-11-25T08:24:10,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/8ef5e6708dcb437db0ccae8df8bbea43 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/8ef5e6708dcb437db0ccae8df8bbea43 2024-11-25T08:24:10,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/ae8110caf4064c1a8f7ebf765d1e5d10 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/ae8110caf4064c1a8f7ebf765d1e5d10 2024-11-25T08:24:10,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/ccbb54094d2e4d0a9b64d944c61de343 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/ccbb54094d2e4d0a9b64d944c61de343 2024-11-25T08:24:10,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/28c7e5fb16d44a899998790552e702e6 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/28c7e5fb16d44a899998790552e702e6 2024-11-25T08:24:10,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/67a47aada4704103b83e6921a577ba18 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/67a47aada4704103b83e6921a577ba18 2024-11-25T08:24:10,645 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/recovered.edits/485.seqid, newMaxSeqId=485, maxSeqId=1 2024-11-25T08:24:10,648 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b. 2024-11-25T08:24:10,648 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for 71480d40b8373c262b991f0393b4ba1b: 2024-11-25T08:24:10,658 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed 71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:24:10,659 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=71480d40b8373c262b991f0393b4ba1b, regionState=CLOSED 2024-11-25T08:24:10,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-25T08:24:10,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 71480d40b8373c262b991f0393b4ba1b, server=79c23c06fcc9,37061,1732523014560 in 1.3060 sec 2024-11-25T08:24:10,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-25T08:24:10,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=71480d40b8373c262b991f0393b4ba1b, UNASSIGN in 1.3170 sec 2024-11-25T08:24:10,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-25T08:24:10,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3340 sec 2024-11-25T08:24:10,671 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523050671"}]},"ts":"1732523050671"} 2024-11-25T08:24:10,673 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T08:24:10,715 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T08:24:10,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4340 sec 2024-11-25T08:24:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-25T08:24:11,403 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-25T08:24:11,407 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44197 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-25T08:24:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:24:11,414 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:24:11,416 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=42, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:24:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-25T08:24:11,444 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:24:11,451 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A, FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B, FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C, FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/recovered.edits] 2024-11-25T08:24:11,458 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/5badcca83d8545b895c2135fc4411433 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/5badcca83d8545b895c2135fc4411433 2024-11-25T08:24:11,460 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/a0b61341039d4d7ab035e7eeb0957805 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/a0b61341039d4d7ab035e7eeb0957805 2024-11-25T08:24:11,467 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/a12cbc55731f4c1f920ed3ca8408e934 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/A/a12cbc55731f4c1f920ed3ca8408e934 2024-11-25T08:24:11,480 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/0a6a46f372eb4819948f42f00b44d75e to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/0a6a46f372eb4819948f42f00b44d75e 2024-11-25T08:24:11,484 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/57c68f0735874425ac8ed964b3566a57 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/57c68f0735874425ac8ed964b3566a57 2024-11-25T08:24:11,486 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/b9aae69dbfdc4f3b9a281e9d903746db to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/B/b9aae69dbfdc4f3b9a281e9d903746db 2024-11-25T08:24:11,489 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/8e14afc1db16462ebde705c61890fac5 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/8e14afc1db16462ebde705c61890fac5 2024-11-25T08:24:11,491 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/c7f2d7aaa8c7422d94b9f6eb5b9427a6 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/c7f2d7aaa8c7422d94b9f6eb5b9427a6 2024-11-25T08:24:11,495 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/f6b0395904db489a9e1ac3b4a5f7eeae to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/C/f6b0395904db489a9e1ac3b4a5f7eeae 2024-11-25T08:24:11,504 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/recovered.edits/485.seqid to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b/recovered.edits/485.seqid 2024-11-25T08:24:11,507 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/71480d40b8373c262b991f0393b4ba1b 2024-11-25T08:24:11,507 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T08:24:11,513 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=42, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:24:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-25T08:24:11,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-25T08:24:11,531 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T08:24:11,578 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T08:24:11,580 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=42, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:24:11,580 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T08:24:11,581 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732523051580"}]},"ts":"9223372036854775807"} 2024-11-25T08:24:11,598 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T08:24:11,598 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 71480d40b8373c262b991f0393b4ba1b, NAME => 'TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T08:24:11,599 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T08:24:11,599 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732523051599"}]},"ts":"9223372036854775807"} 2024-11-25T08:24:11,603 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T08:24:11,641 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=42, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:24:11,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 234 msec 2024-11-25T08:24:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-25T08:24:11,721 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 42 completed 2024-11-25T08:24:11,738 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=237 (was 218) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d5dc8a3-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d5dc8a3-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d5dc8a3-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;79c23c06fcc9:37061-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d5dc8a3-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1210441393_22 at /127.0.0.1:43032 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1405 (was 1233) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1667 (was 2267) 2024-11-25T08:24:11,751 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=237, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=1405, ProcessCount=11, AvailableMemoryMB=1667 2024-11-25T08:24:11,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T08:24:11,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T08:24:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T08:24:11,755 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T08:24:11,756 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:11,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 43 2024-11-25T08:24:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T08:24:11,757 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T08:24:11,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741941_1117 (size=963) 2024-11-25T08:24:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T08:24:11,950 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T08:24:11,952 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T08:24:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T08:24:12,195 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907 2024-11-25T08:24:12,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741942_1118 (size=53) 2024-11-25T08:24:12,202 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T08:24:12,202 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 05c7e2efc7c615837b1259b084765582, disabling compactions & flushes 2024-11-25T08:24:12,202 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:12,202 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:12,202 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. after waiting 0 ms 2024-11-25T08:24:12,202 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:12,202 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:12,202 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:12,204 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T08:24:12,204 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732523052204"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732523052204"}]},"ts":"1732523052204"} 2024-11-25T08:24:12,205 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T08:24:12,206 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T08:24:12,206 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523052206"}]},"ts":"1732523052206"} 2024-11-25T08:24:12,207 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T08:24:12,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=05c7e2efc7c615837b1259b084765582, ASSIGN}] 2024-11-25T08:24:12,266 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=05c7e2efc7c615837b1259b084765582, ASSIGN 2024-11-25T08:24:12,267 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=05c7e2efc7c615837b1259b084765582, ASSIGN; state=OFFLINE, location=79c23c06fcc9,37061,1732523014560; forceNewPlan=false, retain=false 2024-11-25T08:24:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T08:24:12,419 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=05c7e2efc7c615837b1259b084765582, regionState=OPENING, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:12,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; OpenRegionProcedure 05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560}] 2024-11-25T08:24:12,579 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:12,593 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:12,594 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} 2024-11-25T08:24:12,594 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:12,594 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T08:24:12,594 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:12,594 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:12,609 INFO [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:12,612 INFO [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:24:12,614 INFO [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05c7e2efc7c615837b1259b084765582 columnFamilyName A 2024-11-25T08:24:12,614 DEBUG [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:12,615 INFO [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] regionserver.HStore(327): Store=05c7e2efc7c615837b1259b084765582/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:24:12,615 INFO [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:12,617 INFO [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:24:12,618 INFO [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05c7e2efc7c615837b1259b084765582 columnFamilyName B 2024-11-25T08:24:12,619 DEBUG [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:12,620 INFO [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] regionserver.HStore(327): Store=05c7e2efc7c615837b1259b084765582/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:24:12,620 INFO [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:12,622 INFO [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:24:12,622 INFO [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05c7e2efc7c615837b1259b084765582 columnFamilyName C 2024-11-25T08:24:12,622 DEBUG [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:12,626 INFO [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] regionserver.HStore(327): Store=05c7e2efc7c615837b1259b084765582/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:24:12,626 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:12,629 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:12,633 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:12,644 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T08:24:12,647 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:12,655 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T08:24:12,656 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 05c7e2efc7c615837b1259b084765582; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65353830, jitterRate=-0.026152044534683228}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T08:24:12,657 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:12,660 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., pid=45, masterSystemTime=1732523052579 2024-11-25T08:24:12,662 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:12,662 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:12,663 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=05c7e2efc7c615837b1259b084765582, regionState=OPEN, openSeqNum=2, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:12,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-25T08:24:12,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; OpenRegionProcedure 05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 in 244 msec 2024-11-25T08:24:12,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-25T08:24:12,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=05c7e2efc7c615837b1259b084765582, ASSIGN in 402 msec 2024-11-25T08:24:12,671 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T08:24:12,671 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523052671"}]},"ts":"1732523052671"} 2024-11-25T08:24:12,672 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T08:24:12,691 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T08:24:12,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 938 msec 2024-11-25T08:24:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T08:24:12,863 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-25T08:24:12,866 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61106ab5 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c780f8d 2024-11-25T08:24:12,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44595bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:24:12,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:24:12,895 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:24:12,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T08:24:12,919 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T08:24:12,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T08:24:12,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T08:24:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=46, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T08:24:13,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741943_1119 (size=999) 2024-11-25T08:24:13,031 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-25T08:24:13,031 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-25T08:24:13,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T08:24:13,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=05c7e2efc7c615837b1259b084765582, REOPEN/MOVE}] 2024-11-25T08:24:13,049 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=05c7e2efc7c615837b1259b084765582, REOPEN/MOVE 2024-11-25T08:24:13,053 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=05c7e2efc7c615837b1259b084765582, regionState=CLOSING, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:13,054 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44197 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=79c23c06fcc9,37061,1732523014560, table=TestAcidGuarantees, region=05c7e2efc7c615837b1259b084765582. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T08:24:13,055 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T08:24:13,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; CloseRegionProcedure 05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560}] 2024-11-25T08:24:13,207 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:13,207 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(124): Close 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:13,207 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T08:24:13,208 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1681): Closing 05c7e2efc7c615837b1259b084765582, disabling compactions & flushes 2024-11-25T08:24:13,208 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:13,208 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:13,208 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. after waiting 0 ms 2024-11-25T08:24:13,208 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:13,212 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T08:24:13,213 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:13,213 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1635): Region close journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:13,213 WARN [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegionServer(3786): Not adding moved region record: 05c7e2efc7c615837b1259b084765582 to self. 2024-11-25T08:24:13,215 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(170): Closed 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:13,215 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=05c7e2efc7c615837b1259b084765582, regionState=CLOSED 2024-11-25T08:24:13,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=48 2024-11-25T08:24:13,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=48, state=SUCCESS; CloseRegionProcedure 05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 in 163 msec 2024-11-25T08:24:13,220 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=05c7e2efc7c615837b1259b084765582, REOPEN/MOVE; state=CLOSED, location=79c23c06fcc9,37061,1732523014560; forceNewPlan=false, retain=true 2024-11-25T08:24:13,371 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=05c7e2efc7c615837b1259b084765582, regionState=OPENING, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:13,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=48, state=RUNNABLE; OpenRegionProcedure 05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560}] 2024-11-25T08:24:13,447 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T08:24:13,523 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:13,549 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:13,549 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} 2024-11-25T08:24:13,549 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:13,549 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T08:24:13,550 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:13,550 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:13,554 INFO [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:13,554 INFO [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:24:13,559 INFO [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05c7e2efc7c615837b1259b084765582 columnFamilyName A 2024-11-25T08:24:13,561 DEBUG [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:13,562 INFO [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] regionserver.HStore(327): Store=05c7e2efc7c615837b1259b084765582/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:24:13,563 INFO [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:13,566 INFO [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:24:13,568 INFO [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05c7e2efc7c615837b1259b084765582 columnFamilyName B 2024-11-25T08:24:13,568 DEBUG [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:13,572 INFO [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] regionserver.HStore(327): Store=05c7e2efc7c615837b1259b084765582/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:24:13,572 INFO [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:13,577 INFO [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:24:13,577 INFO [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05c7e2efc7c615837b1259b084765582 columnFamilyName C 2024-11-25T08:24:13,577 DEBUG [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:13,578 INFO [StoreOpener-05c7e2efc7c615837b1259b084765582-1 {}] regionserver.HStore(327): Store=05c7e2efc7c615837b1259b084765582/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:24:13,578 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:13,580 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:13,581 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:13,583 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T08:24:13,585 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:13,586 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 05c7e2efc7c615837b1259b084765582; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67629011, jitterRate=0.007750794291496277}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T08:24:13,588 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:13,589 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., pid=50, masterSystemTime=1732523053523 2024-11-25T08:24:13,592 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=05c7e2efc7c615837b1259b084765582, regionState=OPEN, openSeqNum=5, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:13,592 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:13,592 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:13,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=48 2024-11-25T08:24:13,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=48, state=SUCCESS; OpenRegionProcedure 05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 in 221 msec 2024-11-25T08:24:13,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-25T08:24:13,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=05c7e2efc7c615837b1259b084765582, REOPEN/MOVE in 548 msec 2024-11-25T08:24:13,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-11-25T08:24:13,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 564 msec 2024-11-25T08:24:13,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 671 msec 2024-11-25T08:24:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=46 2024-11-25T08:24:13,615 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a7f19bb to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4eaf65af 2024-11-25T08:24:13,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b4004f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:24:13,653 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5467bf1a to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@491a94 2024-11-25T08:24:13,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6099ffd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:24:13,677 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65e2899b to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b477a4b 2024-11-25T08:24:13,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e8dbde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:24:13,703 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3867f7f2 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48406e38 2024-11-25T08:24:13,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e0e243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:24:13,716 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x225b15e0 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d706e01 2024-11-25T08:24:13,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f77316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:24:13,732 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x663bcd69 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5377d7b 2024-11-25T08:24:13,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d695ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:24:13,757 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x30e1d06c to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e03afae 2024-11-25T08:24:13,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ba7ec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:24:13,774 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x570b851e to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44662e8e 2024-11-25T08:24:13,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed004ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:24:13,826 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66abd25d to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@13cc9258 2024-11-25T08:24:13,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0711fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:24:13,842 DEBUG [hconnection-0x2d5f688f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:24:13,846 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:24:13,854 DEBUG [hconnection-0x2047dc02-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:24:13,855 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:24:13,858 DEBUG [hconnection-0x4bc47a9e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:24:13,859 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:24:13,864 DEBUG [hconnection-0x5d81acdf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:24:13,866 DEBUG [hconnection-0x8f41663-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:24:13,868 DEBUG [hconnection-0x6c68401e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:24:13,869 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:24:13,870 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:24:13,871 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:24:13,876 DEBUG [hconnection-0x213128f1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:24:13,880 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:24:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:13,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 05c7e2efc7c615837b1259b084765582 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T08:24:13,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=A 2024-11-25T08:24:13,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:13,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=B 2024-11-25T08:24:13,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:13,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=C 2024-11-25T08:24:13,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:13,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:24:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-25T08:24:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T08:24:13,914 DEBUG [hconnection-0x5d8fb141-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:24:13,915 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:24:13,915 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:24:13,923 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:24:13,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:24:13,948 DEBUG [hconnection-0x24793937-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:24:13,952 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:24:13,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c37e9255399d41e59f61d52f5bed3c10_05c7e2efc7c615837b1259b084765582 is 50, key is test_row_0/A:col10/1732523053873/Put/seqid=0 2024-11-25T08:24:13,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523113978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:13,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523113980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T08:24:14,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523113990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523113997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523113999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741944_1120 (size=12154) 2024-11-25T08:24:14,041 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:14,048 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c37e9255399d41e59f61d52f5bed3c10_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c37e9255399d41e59f61d52f5bed3c10_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:14,050 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/e7811aacb210410f8109a5e46d7744c8, store: [table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:14,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/e7811aacb210410f8109a5e46d7744c8 is 175, key is test_row_0/A:col10/1732523053873/Put/seqid=0 2024-11-25T08:24:14,089 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T08:24:14,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:14,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:14,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:14,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:14,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:14,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523114098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523114102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523114112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523114113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523114115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741945_1121 (size=30955) 2024-11-25T08:24:14,139 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/e7811aacb210410f8109a5e46d7744c8 2024-11-25T08:24:14,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/3801f68201bf41eda85f4e3bfdf12a73 is 50, key is test_row_0/B:col10/1732523053873/Put/seqid=0 2024-11-25T08:24:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T08:24:14,243 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T08:24:14,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:14,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:14,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:14,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:14,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:14,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741946_1122 (size=12001) 2024-11-25T08:24:14,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523114321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523114323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523114323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:14,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523114323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:14,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523114323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,398 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T08:24:14,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:14,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:14,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:14,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:14,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T08:24:14,552 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T08:24:14,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:14,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:14,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:14,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:14,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:14,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:14,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523114638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523114634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:14,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523114638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523114639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523114640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/3801f68201bf41eda85f4e3bfdf12a73 2024-11-25T08:24:14,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/29494533ded24b80b013cfa33dcd685f is 50, key is test_row_0/C:col10/1732523053873/Put/seqid=0 2024-11-25T08:24:14,707 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T08:24:14,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:14,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:14,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:14,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:14,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:14,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741947_1123 (size=12001) 2024-11-25T08:24:14,867 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:14,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T08:24:14,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:14,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:14,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:14,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:14,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T08:24:15,020 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:15,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T08:24:15,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:15,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:15,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:15,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:15,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:15,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523115147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:15,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523115148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:15,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523115148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:15,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523115150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:15,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523115147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:15,173 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:15,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T08:24:15,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:15,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:15,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:15,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:15,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:15,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/29494533ded24b80b013cfa33dcd685f 2024-11-25T08:24:15,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/e7811aacb210410f8109a5e46d7744c8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/e7811aacb210410f8109a5e46d7744c8 2024-11-25T08:24:15,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/e7811aacb210410f8109a5e46d7744c8, entries=150, sequenceid=16, filesize=30.2 K 2024-11-25T08:24:15,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/3801f68201bf41eda85f4e3bfdf12a73 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/3801f68201bf41eda85f4e3bfdf12a73 2024-11-25T08:24:15,328 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:15,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T08:24:15,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:15,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:15,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:15,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:15,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:15,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/3801f68201bf41eda85f4e3bfdf12a73, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T08:24:15,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/29494533ded24b80b013cfa33dcd685f as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/29494533ded24b80b013cfa33dcd685f 2024-11-25T08:24:15,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/29494533ded24b80b013cfa33dcd685f, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T08:24:15,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 05c7e2efc7c615837b1259b084765582 in 1465ms, sequenceid=16, compaction requested=false 2024-11-25T08:24:15,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:15,488 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:15,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T08:24:15,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:15,490 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 05c7e2efc7c615837b1259b084765582 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T08:24:15,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=A 2024-11-25T08:24:15,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:15,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=B 2024-11-25T08:24:15,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:15,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=C 2024-11-25T08:24:15,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:15,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b90162196ec348e89752b53d8da901be_05c7e2efc7c615837b1259b084765582 is 50, key is test_row_0/A:col10/1732523053958/Put/seqid=0 2024-11-25T08:24:15,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741948_1124 (size=12154) 2024-11-25T08:24:15,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:15,625 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b90162196ec348e89752b53d8da901be_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b90162196ec348e89752b53d8da901be_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:15,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/9069474531d34c8787e680e255faae10, store: [table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:15,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/9069474531d34c8787e680e255faae10 is 175, key is test_row_0/A:col10/1732523053958/Put/seqid=0 2024-11-25T08:24:15,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741949_1125 (size=30955) 2024-11-25T08:24:15,697 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/9069474531d34c8787e680e255faae10 2024-11-25T08:24:15,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/df832f4366b445cb81fd4f9fa2a127e6 is 50, key is test_row_0/B:col10/1732523053958/Put/seqid=0 2024-11-25T08:24:15,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741950_1126 (size=12001) 2024-11-25T08:24:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T08:24:16,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:16,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:16,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523116174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:16,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523116174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:16,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523116179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:16,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:16,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523116179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:16,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523116180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:16,196 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/df832f4366b445cb81fd4f9fa2a127e6 2024-11-25T08:24:16,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/9853aea02c164f279a833f2680da1ad9 is 50, key is test_row_0/C:col10/1732523053958/Put/seqid=0 2024-11-25T08:24:16,256 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T08:24:16,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523116280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:16,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:16,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523116280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:16,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523116301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:16,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523116301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:16,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523116302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:16,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741951_1127 (size=12001) 2024-11-25T08:24:16,358 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/9853aea02c164f279a833f2680da1ad9 2024-11-25T08:24:16,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/9069474531d34c8787e680e255faae10 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/9069474531d34c8787e680e255faae10 2024-11-25T08:24:16,380 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/9069474531d34c8787e680e255faae10, entries=150, sequenceid=41, filesize=30.2 K 2024-11-25T08:24:16,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/df832f4366b445cb81fd4f9fa2a127e6 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/df832f4366b445cb81fd4f9fa2a127e6 2024-11-25T08:24:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,424 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/df832f4366b445cb81fd4f9fa2a127e6, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T08:24:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/9853aea02c164f279a833f2680da1ad9 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/9853aea02c164f279a833f2680da1ad9 2024-11-25T08:24:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,433 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/9853aea02c164f279a833f2680da1ad9, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T08:24:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,436 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 05c7e2efc7c615837b1259b084765582 in 946ms, sequenceid=41, compaction requested=false 2024-11-25T08:24:16,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:16,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:16,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-25T08:24:16,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-25T08:24:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-25T08:24:16,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5150 sec 2024-11-25T08:24:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.5380 sec 2024-11-25T08:24:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 05c7e2efc7c615837b1259b084765582 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T08:24:16,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=A 2024-11-25T08:24:16,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:16,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=B 2024-11-25T08:24:16,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:16,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=C 2024-11-25T08:24:16,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b2836e0fe20946ed95ec676ce1c6f561_05c7e2efc7c615837b1259b084765582 is 50, key is test_row_0/A:col10/1732523056175/Put/seqid=0 2024-11-25T08:24:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741952_1128 (size=12154) 2024-11-25T08:24:16,610 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:16,617 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b2836e0fe20946ed95ec676ce1c6f561_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b2836e0fe20946ed95ec676ce1c6f561_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:16,618 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/301aebc12f644377b2347de64e6472e9, store: [table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:16,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/301aebc12f644377b2347de64e6472e9 is 175, key is test_row_0/A:col10/1732523056175/Put/seqid=0 2024-11-25T08:24:16,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741953_1129 (size=30951) 2024-11-25T08:24:16,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:16,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523116679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:16,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523116702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:16,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:16,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523116706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:16,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:16,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523116736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:16,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:16,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523116739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:16,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523116849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:16,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523116859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:16,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523116861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:16,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523116870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:16,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523116871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:17,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523117064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:17,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:17,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523117088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:17,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:17,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523117088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:17,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523117089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:17,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523117090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:17,110 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/301aebc12f644377b2347de64e6472e9 2024-11-25T08:24:17,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/14888b33f86a4efe8fa93bdae207084f is 50, key is test_row_0/B:col10/1732523056175/Put/seqid=0 2024-11-25T08:24:17,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741954_1130 (size=9657) 2024-11-25T08:24:17,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/14888b33f86a4efe8fa93bdae207084f 2024-11-25T08:24:17,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/12fb8258f6e2433a93845398980ae172 is 50, key is test_row_0/C:col10/1732523056175/Put/seqid=0 2024-11-25T08:24:17,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741955_1131 (size=9657) 2024-11-25T08:24:17,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/12fb8258f6e2433a93845398980ae172 2024-11-25T08:24:17,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/301aebc12f644377b2347de64e6472e9 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/301aebc12f644377b2347de64e6472e9 2024-11-25T08:24:17,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/301aebc12f644377b2347de64e6472e9, entries=150, sequenceid=53, filesize=30.2 K 2024-11-25T08:24:17,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/14888b33f86a4efe8fa93bdae207084f as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/14888b33f86a4efe8fa93bdae207084f 2024-11-25T08:24:17,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/14888b33f86a4efe8fa93bdae207084f, entries=100, sequenceid=53, filesize=9.4 K 2024-11-25T08:24:17,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/12fb8258f6e2433a93845398980ae172 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/12fb8258f6e2433a93845398980ae172 2024-11-25T08:24:17,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/12fb8258f6e2433a93845398980ae172, entries=100, sequenceid=53, filesize=9.4 K 2024-11-25T08:24:17,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 05c7e2efc7c615837b1259b084765582 in 796ms, sequenceid=53, compaction requested=true 2024-11-25T08:24:17,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:17,316 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:17,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:24:17,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:17,316 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:17,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:24:17,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:17,318 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:17,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:17,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:17,318 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): 05c7e2efc7c615837b1259b084765582/A is initiating minor compaction (all files) 2024-11-25T08:24:17,319 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 05c7e2efc7c615837b1259b084765582/A in TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:17,319 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/e7811aacb210410f8109a5e46d7744c8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/9069474531d34c8787e680e255faae10, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/301aebc12f644377b2347de64e6472e9] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp, totalSize=90.7 K 2024-11-25T08:24:17,319 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:17,319 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. files: [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/e7811aacb210410f8109a5e46d7744c8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/9069474531d34c8787e680e255faae10, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/301aebc12f644377b2347de64e6472e9] 2024-11-25T08:24:17,320 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7811aacb210410f8109a5e46d7744c8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732523053873 2024-11-25T08:24:17,321 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:17,321 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9069474531d34c8787e680e255faae10, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732523053958 2024-11-25T08:24:17,321 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 05c7e2efc7c615837b1259b084765582/B is initiating minor compaction (all files) 2024-11-25T08:24:17,321 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 05c7e2efc7c615837b1259b084765582/B in TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:17,321 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/3801f68201bf41eda85f4e3bfdf12a73, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/df832f4366b445cb81fd4f9fa2a127e6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/14888b33f86a4efe8fa93bdae207084f] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp, totalSize=32.9 K 2024-11-25T08:24:17,325 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 3801f68201bf41eda85f4e3bfdf12a73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732523053873 2024-11-25T08:24:17,325 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 301aebc12f644377b2347de64e6472e9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732523056173 2024-11-25T08:24:17,326 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting df832f4366b445cb81fd4f9fa2a127e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732523053958 2024-11-25T08:24:17,326 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 14888b33f86a4efe8fa93bdae207084f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732523056175 2024-11-25T08:24:17,357 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 05c7e2efc7c615837b1259b084765582#B#compaction#111 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:17,358 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/8d2bd5aa71004f83bb1aa51b81f3c6a8 is 50, key is test_row_0/B:col10/1732523056175/Put/seqid=0 2024-11-25T08:24:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:17,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 05c7e2efc7c615837b1259b084765582 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T08:24:17,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=A 2024-11-25T08:24:17,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:17,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=B 2024-11-25T08:24:17,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:17,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=C 2024-11-25T08:24:17,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:17,380 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:17,403 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112588ff11ca9e544eb39a9ee6dc6978b5c0_05c7e2efc7c615837b1259b084765582 store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:17,407 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112588ff11ca9e544eb39a9ee6dc6978b5c0_05c7e2efc7c615837b1259b084765582, store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:17,407 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112588ff11ca9e544eb39a9ee6dc6978b5c0_05c7e2efc7c615837b1259b084765582 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:17,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523117433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:17,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:17,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523117440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523117439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:17,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523117453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:17,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741956_1132 (size=12104) 2024-11-25T08:24:17,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523117455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:17,483 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/8d2bd5aa71004f83bb1aa51b81f3c6a8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/8d2bd5aa71004f83bb1aa51b81f3c6a8 2024-11-25T08:24:17,496 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 05c7e2efc7c615837b1259b084765582/B of 05c7e2efc7c615837b1259b084765582 into 8d2bd5aa71004f83bb1aa51b81f3c6a8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:17,496 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:17,496 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., storeName=05c7e2efc7c615837b1259b084765582/B, priority=13, startTime=1732523057316; duration=0sec 2024-11-25T08:24:17,496 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:17,496 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:B 2024-11-25T08:24:17,496 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:17,504 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:17,505 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 05c7e2efc7c615837b1259b084765582/C is initiating minor compaction (all files) 2024-11-25T08:24:17,505 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 05c7e2efc7c615837b1259b084765582/C in TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:17,505 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/29494533ded24b80b013cfa33dcd685f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/9853aea02c164f279a833f2680da1ad9, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/12fb8258f6e2433a93845398980ae172] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp, totalSize=32.9 K 2024-11-25T08:24:17,506 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 29494533ded24b80b013cfa33dcd685f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732523053873 2024-11-25T08:24:17,506 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 9853aea02c164f279a833f2680da1ad9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732523053958 2024-11-25T08:24:17,507 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 12fb8258f6e2433a93845398980ae172, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732523056175 2024-11-25T08:24:17,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112541dea1ddfe0c4163853b0890cce64919_05c7e2efc7c615837b1259b084765582 is 50, key is test_row_0/A:col10/1732523056736/Put/seqid=0 2024-11-25T08:24:17,559 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 05c7e2efc7c615837b1259b084765582#C#compaction#114 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:17,560 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/f5f54a03e01a485886c6cfb0a26fe4f8 is 50, key is test_row_0/C:col10/1732523056175/Put/seqid=0 2024-11-25T08:24:17,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523117567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:17,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:17,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741957_1133 (size=4469) 2024-11-25T08:24:17,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523117568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:17,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523117568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:17,590 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 05c7e2efc7c615837b1259b084765582#A#compaction#112 average throughput is 0.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:17,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523117579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:17,592 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/bbeaf78fb1254fd892a04edc56c9751a is 175, key is test_row_0/A:col10/1732523056175/Put/seqid=0 2024-11-25T08:24:17,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523117567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:17,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741959_1135 (size=12104) 2024-11-25T08:24:17,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741958_1134 (size=14594) 2024-11-25T08:24:17,690 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:17,699 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112541dea1ddfe0c4163853b0890cce64919_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112541dea1ddfe0c4163853b0890cce64919_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:17,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741960_1136 (size=31165) 2024-11-25T08:24:17,711 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/d5f688e5d9544d79afd929e61b48a2dc, store: [table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:17,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/d5f688e5d9544d79afd929e61b48a2dc is 175, key is test_row_0/A:col10/1732523056736/Put/seqid=0 2024-11-25T08:24:17,720 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/bbeaf78fb1254fd892a04edc56c9751a as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/bbeaf78fb1254fd892a04edc56c9751a 2024-11-25T08:24:17,729 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 05c7e2efc7c615837b1259b084765582/A of 05c7e2efc7c615837b1259b084765582 into bbeaf78fb1254fd892a04edc56c9751a(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:17,729 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:17,729 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., storeName=05c7e2efc7c615837b1259b084765582/A, priority=13, startTime=1732523057316; duration=0sec 2024-11-25T08:24:17,729 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:17,729 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:A 2024-11-25T08:24:17,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523117790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:17,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523117791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:17,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523117792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:17,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523117796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:17,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741961_1137 (size=39549) 2024-11-25T08:24:17,807 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/d5f688e5d9544d79afd929e61b48a2dc 2024-11-25T08:24:17,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523117803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:17,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/2fd579ded53548ad854a6b705668ffbe is 50, key is test_row_0/B:col10/1732523056736/Put/seqid=0 2024-11-25T08:24:17,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741962_1138 (size=12001) 2024-11-25T08:24:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T08:24:18,021 INFO [Thread-609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-25T08:24:18,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:24:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-25T08:24:18,027 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:24:18,030 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:24:18,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:24:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T08:24:18,079 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/f5f54a03e01a485886c6cfb0a26fe4f8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/f5f54a03e01a485886c6cfb0a26fe4f8 2024-11-25T08:24:18,089 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 05c7e2efc7c615837b1259b084765582/C of 05c7e2efc7c615837b1259b084765582 into f5f54a03e01a485886c6cfb0a26fe4f8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:18,089 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:18,089 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., storeName=05c7e2efc7c615837b1259b084765582/C, priority=13, startTime=1732523057318; duration=0sec 2024-11-25T08:24:18,090 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:18,090 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:C 2024-11-25T08:24:18,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523118105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:18,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523118105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:18,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523118108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:18,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523118113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:18,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523118125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T08:24:18,185 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:18,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T08:24:18,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:18,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:18,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:18,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:18,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:18,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/2fd579ded53548ad854a6b705668ffbe 2024-11-25T08:24:18,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/016ea5a70a1c4cbaa4be233b688d428e is 50, key is test_row_0/C:col10/1732523056736/Put/seqid=0 2024-11-25T08:24:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T08:24:18,340 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:18,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T08:24:18,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:18,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:18,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:18,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:18,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:18,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741963_1139 (size=12001) 2024-11-25T08:24:18,502 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:18,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T08:24:18,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:18,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:18,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:18,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:18,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:18,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523118616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:18,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523118616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:18,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523118623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:18,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523118619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:18,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523118636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T08:24:18,660 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:18,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T08:24:18,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:18,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:18,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:18,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:18,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:18,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/016ea5a70a1c4cbaa4be233b688d428e 2024-11-25T08:24:18,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/d5f688e5d9544d79afd929e61b48a2dc as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/d5f688e5d9544d79afd929e61b48a2dc 2024-11-25T08:24:18,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/d5f688e5d9544d79afd929e61b48a2dc, entries=200, sequenceid=78, filesize=38.6 K 2024-11-25T08:24:18,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/2fd579ded53548ad854a6b705668ffbe as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/2fd579ded53548ad854a6b705668ffbe 2024-11-25T08:24:18,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/2fd579ded53548ad854a6b705668ffbe, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T08:24:18,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/016ea5a70a1c4cbaa4be233b688d428e as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/016ea5a70a1c4cbaa4be233b688d428e 2024-11-25T08:24:18,843 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:18,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T08:24:18,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:18,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:18,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:18,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:18,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:18,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/016ea5a70a1c4cbaa4be233b688d428e, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T08:24:18,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 05c7e2efc7c615837b1259b084765582 in 1481ms, sequenceid=78, compaction requested=false 2024-11-25T08:24:18,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:18,997 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:18,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T08:24:18,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:18,998 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 05c7e2efc7c615837b1259b084765582 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T08:24:18,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=A 2024-11-25T08:24:18,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:18,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=B 2024-11-25T08:24:18,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:18,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=C 2024-11-25T08:24:19,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:19,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258f51a24d27944663a11ff01df173daf5_05c7e2efc7c615837b1259b084765582 is 50, key is test_row_0/A:col10/1732523057451/Put/seqid=0 2024-11-25T08:24:19,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741964_1140 (size=12154) 2024-11-25T08:24:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T08:24:19,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:19,495 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258f51a24d27944663a11ff01df173daf5_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258f51a24d27944663a11ff01df173daf5_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:19,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/8c050c3d474f40bbb84062d7182427ed, store: [table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:19,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/8c050c3d474f40bbb84062d7182427ed is 175, key is test_row_0/A:col10/1732523057451/Put/seqid=0 2024-11-25T08:24:19,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741965_1141 (size=30955) 2024-11-25T08:24:19,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:19,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:19,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523119755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523119755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:19,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523119759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:19,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523119762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:19,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523119763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:19,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523119869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:19,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:19,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523119869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:19,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523119875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:19,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523119875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:19,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523119876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:19,947 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/8c050c3d474f40bbb84062d7182427ed 2024-11-25T08:24:19,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/ac5e324fb7344893a5e89564a112c75f is 50, key is test_row_0/B:col10/1732523057451/Put/seqid=0 2024-11-25T08:24:19,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741966_1142 (size=12001) 2024-11-25T08:24:19,996 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/ac5e324fb7344893a5e89564a112c75f 2024-11-25T08:24:20,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/2c4f6d9ab2d44b55bd388515b69924c2 is 50, key is test_row_0/C:col10/1732523057451/Put/seqid=0 2024-11-25T08:24:20,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:20,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523120074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:20,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:20,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523120078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:20,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741967_1143 (size=12001) 2024-11-25T08:24:20,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:20,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523120083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:20,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:20,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523120084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:20,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:20,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523120084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T08:24:20,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523120378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:20,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523120381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:20,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:20,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523120390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:20,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523120391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523120390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:20,484 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/2c4f6d9ab2d44b55bd388515b69924c2 2024-11-25T08:24:20,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/8c050c3d474f40bbb84062d7182427ed as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/8c050c3d474f40bbb84062d7182427ed 2024-11-25T08:24:20,504 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/8c050c3d474f40bbb84062d7182427ed, entries=150, sequenceid=93, filesize=30.2 K 2024-11-25T08:24:20,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/ac5e324fb7344893a5e89564a112c75f as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/ac5e324fb7344893a5e89564a112c75f 2024-11-25T08:24:20,510 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/ac5e324fb7344893a5e89564a112c75f, entries=150, sequenceid=93, filesize=11.7 K 2024-11-25T08:24:20,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/2c4f6d9ab2d44b55bd388515b69924c2 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/2c4f6d9ab2d44b55bd388515b69924c2 2024-11-25T08:24:20,531 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/2c4f6d9ab2d44b55bd388515b69924c2, entries=150, sequenceid=93, filesize=11.7 K 2024-11-25T08:24:20,532 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 05c7e2efc7c615837b1259b084765582 in 1534ms, sequenceid=93, compaction requested=true 2024-11-25T08:24:20,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:20,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:20,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-25T08:24:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-25T08:24:20,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-25T08:24:20,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5040 sec 2024-11-25T08:24:20,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.5210 sec 2024-11-25T08:24:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:20,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 05c7e2efc7c615837b1259b084765582 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T08:24:20,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=A 2024-11-25T08:24:20,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:20,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=B 2024-11-25T08:24:20,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:20,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=C 2024-11-25T08:24:20,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:20,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125beba784c7dcf4ecd856ecf8a1d6d4b8f_05c7e2efc7c615837b1259b084765582 is 50, key is test_row_0/A:col10/1732523059750/Put/seqid=0 2024-11-25T08:24:20,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523120915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:20,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523120915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:20,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523120916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:20,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523120919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:20,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523120919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:20,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741968_1144 (size=14594) 2024-11-25T08:24:21,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523121021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:21,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523121028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:21,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523121028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:21,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523121031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:21,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523121035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:21,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523121229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:21,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:21,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523121235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523121235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:21,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523121235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:21,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523121253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:21,353 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:21,363 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125beba784c7dcf4ecd856ecf8a1d6d4b8f_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125beba784c7dcf4ecd856ecf8a1d6d4b8f_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:21,365 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/3e734904d2b04f6b92a9b5c2189c275f, store: [table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:21,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/3e734904d2b04f6b92a9b5c2189c275f is 175, key is test_row_0/A:col10/1732523059750/Put/seqid=0 2024-11-25T08:24:21,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741969_1145 (size=39549) 2024-11-25T08:24:21,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523121539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:21,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523121539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:21,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:21,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523121540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523121540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:21,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523121562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:21,819 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/3e734904d2b04f6b92a9b5c2189c275f 2024-11-25T08:24:21,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/3e1bf6d12ef843588f48002de8ca57f7 is 50, key is test_row_0/B:col10/1732523059750/Put/seqid=0 2024-11-25T08:24:21,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741970_1146 (size=12001) 2024-11-25T08:24:21,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/3e1bf6d12ef843588f48002de8ca57f7 2024-11-25T08:24:21,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/35c5e92bc0514e359aef09c7a0da45bd is 50, key is test_row_0/C:col10/1732523059750/Put/seqid=0 2024-11-25T08:24:21,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741971_1147 (size=12001) 2024-11-25T08:24:22,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523122047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:22,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523122047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:22,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:22,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523122048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523122047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:22,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523122071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T08:24:22,167 INFO [Thread-609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-25T08:24:22,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:24:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-25T08:24:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T08:24:22,210 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:24:22,213 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:24:22,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:24:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T08:24:22,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/35c5e92bc0514e359aef09c7a0da45bd 2024-11-25T08:24:22,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/3e734904d2b04f6b92a9b5c2189c275f as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/3e734904d2b04f6b92a9b5c2189c275f 2024-11-25T08:24:22,378 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:22,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/3e734904d2b04f6b92a9b5c2189c275f, entries=200, sequenceid=118, filesize=38.6 K 2024-11-25T08:24:22,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T08:24:22,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:22,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:22,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:22,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:22,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:22,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/3e1bf6d12ef843588f48002de8ca57f7 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/3e1bf6d12ef843588f48002de8ca57f7 2024-11-25T08:24:22,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/3e1bf6d12ef843588f48002de8ca57f7, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T08:24:22,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/35c5e92bc0514e359aef09c7a0da45bd as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/35c5e92bc0514e359aef09c7a0da45bd 2024-11-25T08:24:22,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/35c5e92bc0514e359aef09c7a0da45bd, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T08:24:22,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 05c7e2efc7c615837b1259b084765582 in 1568ms, sequenceid=118, compaction requested=true 2024-11-25T08:24:22,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:22,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:24:22,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:22,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:24:22,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:24:22,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:22,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T08:24:22,467 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:24:22,467 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:24:22,479 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141218 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:24:22,480 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): 05c7e2efc7c615837b1259b084765582/A is initiating minor compaction (all files) 2024-11-25T08:24:22,480 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 05c7e2efc7c615837b1259b084765582/A in TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:22,480 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/bbeaf78fb1254fd892a04edc56c9751a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/d5f688e5d9544d79afd929e61b48a2dc, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/8c050c3d474f40bbb84062d7182427ed, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/3e734904d2b04f6b92a9b5c2189c275f] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp, totalSize=137.9 K 2024-11-25T08:24:22,480 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:22,480 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. files: [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/bbeaf78fb1254fd892a04edc56c9751a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/d5f688e5d9544d79afd929e61b48a2dc, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/8c050c3d474f40bbb84062d7182427ed, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/3e734904d2b04f6b92a9b5c2189c275f] 2024-11-25T08:24:22,482 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbeaf78fb1254fd892a04edc56c9751a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732523053965 2024-11-25T08:24:22,482 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5f688e5d9544d79afd929e61b48a2dc, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732523056698 2024-11-25T08:24:22,487 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c050c3d474f40bbb84062d7182427ed, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732523057431 2024-11-25T08:24:22,488 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e734904d2b04f6b92a9b5c2189c275f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732523059727 2024-11-25T08:24:22,490 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:24:22,491 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 05c7e2efc7c615837b1259b084765582/C is initiating minor compaction (all files) 2024-11-25T08:24:22,491 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 05c7e2efc7c615837b1259b084765582/C in TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:22,491 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/f5f54a03e01a485886c6cfb0a26fe4f8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/016ea5a70a1c4cbaa4be233b688d428e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/2c4f6d9ab2d44b55bd388515b69924c2, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/35c5e92bc0514e359aef09c7a0da45bd] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp, totalSize=47.0 K 2024-11-25T08:24:22,495 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting f5f54a03e01a485886c6cfb0a26fe4f8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732523053965 2024-11-25T08:24:22,503 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 016ea5a70a1c4cbaa4be233b688d428e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732523056698 2024-11-25T08:24:22,507 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c4f6d9ab2d44b55bd388515b69924c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732523057431 2024-11-25T08:24:22,511 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:22,514 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 35c5e92bc0514e359aef09c7a0da45bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732523059750 2024-11-25T08:24:22,518 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125b75041abad9242d582f7414dd86194a1_05c7e2efc7c615837b1259b084765582 store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:22,522 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125b75041abad9242d582f7414dd86194a1_05c7e2efc7c615837b1259b084765582, store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:22,522 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b75041abad9242d582f7414dd86194a1_05c7e2efc7c615837b1259b084765582 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T08:24:22,536 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:22,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T08:24:22,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:22,537 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 05c7e2efc7c615837b1259b084765582 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T08:24:22,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=A 2024-11-25T08:24:22,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:22,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=B 2024-11-25T08:24:22,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:22,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=C 2024-11-25T08:24:22,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:22,578 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 05c7e2efc7c615837b1259b084765582#C#compaction#124 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:22,578 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/9e5d0878cc3a46b382b9ee91c9256c78 is 50, key is test_row_0/C:col10/1732523059750/Put/seqid=0 2024-11-25T08:24:22,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741972_1148 (size=4469) 2024-11-25T08:24:22,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250f3d7a973c3049d89e5e5a3c906c0c48_05c7e2efc7c615837b1259b084765582 is 50, key is test_row_0/A:col10/1732523060914/Put/seqid=0 2024-11-25T08:24:22,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741973_1149 (size=12241) 2024-11-25T08:24:22,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741974_1150 (size=12154) 2024-11-25T08:24:22,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:22,673 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250f3d7a973c3049d89e5e5a3c906c0c48_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250f3d7a973c3049d89e5e5a3c906c0c48_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:22,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/11279f3f80f84c458108a8a8f38fa001, store: [table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:22,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/11279f3f80f84c458108a8a8f38fa001 is 175, key is test_row_0/A:col10/1732523060914/Put/seqid=0 2024-11-25T08:24:22,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741975_1151 (size=30955) 2024-11-25T08:24:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T08:24:22,977 INFO [master/79c23c06fcc9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T08:24:22,977 INFO [master/79c23c06fcc9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T08:24:23,003 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 05c7e2efc7c615837b1259b084765582#A#compaction#123 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:23,004 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/a24626600d9b453a9a196f65e4b7771b is 175, key is test_row_0/A:col10/1732523059750/Put/seqid=0 2024-11-25T08:24:23,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:23,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741976_1152 (size=31195) 2024-11-25T08:24:23,103 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/9e5d0878cc3a46b382b9ee91c9256c78 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/9e5d0878cc3a46b382b9ee91c9256c78 2024-11-25T08:24:23,127 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/11279f3f80f84c458108a8a8f38fa001 2024-11-25T08:24:23,129 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 05c7e2efc7c615837b1259b084765582/C of 05c7e2efc7c615837b1259b084765582 into 9e5d0878cc3a46b382b9ee91c9256c78(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:23,129 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:23,129 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., storeName=05c7e2efc7c615837b1259b084765582/C, priority=12, startTime=1732523062463; duration=0sec 2024-11-25T08:24:23,129 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:23,129 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:C 2024-11-25T08:24:23,130 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:24:23,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523123123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:23,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523123124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:23,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523123124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:23,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523123126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:23,139 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:24:23,139 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 05c7e2efc7c615837b1259b084765582/B is initiating minor compaction (all files) 2024-11-25T08:24:23,139 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 05c7e2efc7c615837b1259b084765582/B in TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:23,139 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/8d2bd5aa71004f83bb1aa51b81f3c6a8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/2fd579ded53548ad854a6b705668ffbe, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/ac5e324fb7344893a5e89564a112c75f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/3e1bf6d12ef843588f48002de8ca57f7] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp, totalSize=47.0 K 2024-11-25T08:24:23,140 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d2bd5aa71004f83bb1aa51b81f3c6a8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732523053965 2024-11-25T08:24:23,143 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fd579ded53548ad854a6b705668ffbe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732523056698 2024-11-25T08:24:23,144 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting ac5e324fb7344893a5e89564a112c75f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732523057431 2024-11-25T08:24:23,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523123135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:23,147 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e1bf6d12ef843588f48002de8ca57f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732523059750 2024-11-25T08:24:23,197 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 05c7e2efc7c615837b1259b084765582#B#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:23,198 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/d0bf6372829041ed8a754c033c59c90b is 50, key is test_row_0/B:col10/1732523059750/Put/seqid=0 2024-11-25T08:24:23,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/1e87f69d7c4040ca9052400764de3131 is 50, key is test_row_0/B:col10/1732523060914/Put/seqid=0 2024-11-25T08:24:23,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523123234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:23,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:23,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523123234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:23,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523123242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:23,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523123250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:23,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523123251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:23,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741977_1153 (size=12241) 2024-11-25T08:24:23,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741978_1154 (size=12001) 2024-11-25T08:24:23,299 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/1e87f69d7c4040ca9052400764de3131 2024-11-25T08:24:23,303 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/d0bf6372829041ed8a754c033c59c90b as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/d0bf6372829041ed8a754c033c59c90b 2024-11-25T08:24:23,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/41c340fc4f534d66aaa1555919f725c7 is 50, key is test_row_0/C:col10/1732523060914/Put/seqid=0 2024-11-25T08:24:23,327 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 05c7e2efc7c615837b1259b084765582/B of 05c7e2efc7c615837b1259b084765582 into d0bf6372829041ed8a754c033c59c90b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:23,327 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:23,327 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., storeName=05c7e2efc7c615837b1259b084765582/B, priority=12, startTime=1732523062463; duration=0sec 2024-11-25T08:24:23,327 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:23,327 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:B 2024-11-25T08:24:23,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741979_1155 (size=12001) 2024-11-25T08:24:23,335 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/41c340fc4f534d66aaa1555919f725c7 2024-11-25T08:24:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T08:24:23,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/11279f3f80f84c458108a8a8f38fa001 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/11279f3f80f84c458108a8a8f38fa001 2024-11-25T08:24:23,349 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/11279f3f80f84c458108a8a8f38fa001, entries=150, sequenceid=129, filesize=30.2 K 2024-11-25T08:24:23,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/1e87f69d7c4040ca9052400764de3131 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/1e87f69d7c4040ca9052400764de3131 2024-11-25T08:24:23,381 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/1e87f69d7c4040ca9052400764de3131, entries=150, sequenceid=129, filesize=11.7 K 2024-11-25T08:24:23,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/41c340fc4f534d66aaa1555919f725c7 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/41c340fc4f534d66aaa1555919f725c7 2024-11-25T08:24:23,419 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/41c340fc4f534d66aaa1555919f725c7, entries=150, sequenceid=129, filesize=11.7 K 2024-11-25T08:24:23,421 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 05c7e2efc7c615837b1259b084765582 in 883ms, sequenceid=129, compaction requested=false 2024-11-25T08:24:23,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:23,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:23,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-25T08:24:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-25T08:24:23,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-25T08:24:23,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2100 sec 2024-11-25T08:24:23,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.2420 sec 2024-11-25T08:24:23,447 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T08:24:23,447 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T08:24:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:23,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 05c7e2efc7c615837b1259b084765582 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T08:24:23,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=A 2024-11-25T08:24:23,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:23,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=B 2024-11-25T08:24:23,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:23,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=C 2024-11-25T08:24:23,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:23,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253cc595bb58134cae8e7078f15c2312ae_05c7e2efc7c615837b1259b084765582 is 50, key is test_row_0/A:col10/1732523063131/Put/seqid=0 2024-11-25T08:24:23,476 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/a24626600d9b453a9a196f65e4b7771b as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/a24626600d9b453a9a196f65e4b7771b 2024-11-25T08:24:23,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523123465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:23,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523123473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:23,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741980_1156 (size=14794) 2024-11-25T08:24:23,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523123482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:23,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523123483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:23,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523123484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:23,501 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 05c7e2efc7c615837b1259b084765582/A of 05c7e2efc7c615837b1259b084765582 into a24626600d9b453a9a196f65e4b7771b(size=30.5 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-25T08:24:23,501 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:23,501 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., storeName=05c7e2efc7c615837b1259b084765582/A, priority=12, startTime=1732523062463; duration=1sec 2024-11-25T08:24:23,501 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:23,501 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:A 2024-11-25T08:24:23,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523123587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:23,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523123596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:23,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523123596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:23,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523123597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:23,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:23,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523123791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:23,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523123795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:23,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523123798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:23,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:23,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523123804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:23,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:23,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523123806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:23,887 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:23,924 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253cc595bb58134cae8e7078f15c2312ae_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253cc595bb58134cae8e7078f15c2312ae_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:23,925 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/26b45d2acdaa4c8a9c17970d316b8eae, store: [table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:23,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/26b45d2acdaa4c8a9c17970d316b8eae is 175, key is test_row_0/A:col10/1732523063131/Put/seqid=0 2024-11-25T08:24:23,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741981_1157 (size=39749) 2024-11-25T08:24:23,963 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/26b45d2acdaa4c8a9c17970d316b8eae 2024-11-25T08:24:23,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/1ed836eaf3084e95b164d244e3554048 is 50, key is test_row_0/B:col10/1732523063131/Put/seqid=0 2024-11-25T08:24:23,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741982_1158 (size=12151) 2024-11-25T08:24:23,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/1ed836eaf3084e95b164d244e3554048 2024-11-25T08:24:24,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/401188d5b770484e8a5751c0cf9d945b is 50, key is test_row_0/C:col10/1732523063131/Put/seqid=0 2024-11-25T08:24:24,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741983_1159 (size=12151) 2024-11-25T08:24:24,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/401188d5b770484e8a5751c0cf9d945b 2024-11-25T08:24:24,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/26b45d2acdaa4c8a9c17970d316b8eae as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/26b45d2acdaa4c8a9c17970d316b8eae 2024-11-25T08:24:24,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/26b45d2acdaa4c8a9c17970d316b8eae, entries=200, sequenceid=157, filesize=38.8 K 2024-11-25T08:24:24,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/1ed836eaf3084e95b164d244e3554048 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/1ed836eaf3084e95b164d244e3554048 2024-11-25T08:24:24,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/1ed836eaf3084e95b164d244e3554048, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T08:24:24,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/401188d5b770484e8a5751c0cf9d945b as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/401188d5b770484e8a5751c0cf9d945b 2024-11-25T08:24:24,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/401188d5b770484e8a5751c0cf9d945b, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T08:24:24,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 05c7e2efc7c615837b1259b084765582 in 611ms, sequenceid=157, compaction requested=true 2024-11-25T08:24:24,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:24,060 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:24,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:24:24,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:24,061 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:24,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:24:24,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:24,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:24,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:24,062 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:24,062 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): 05c7e2efc7c615837b1259b084765582/A is initiating minor compaction (all files) 2024-11-25T08:24:24,062 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 05c7e2efc7c615837b1259b084765582/A in TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:24,062 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:24,062 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/a24626600d9b453a9a196f65e4b7771b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/11279f3f80f84c458108a8a8f38fa001, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/26b45d2acdaa4c8a9c17970d316b8eae] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp, totalSize=99.5 K 2024-11-25T08:24:24,062 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 05c7e2efc7c615837b1259b084765582/B is initiating minor compaction (all files) 2024-11-25T08:24:24,062 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:24,062 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 05c7e2efc7c615837b1259b084765582/B in TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:24,062 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. files: [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/a24626600d9b453a9a196f65e4b7771b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/11279f3f80f84c458108a8a8f38fa001, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/26b45d2acdaa4c8a9c17970d316b8eae] 2024-11-25T08:24:24,062 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/d0bf6372829041ed8a754c033c59c90b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/1e87f69d7c4040ca9052400764de3131, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/1ed836eaf3084e95b164d244e3554048] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp, totalSize=35.5 K 2024-11-25T08:24:24,064 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting a24626600d9b453a9a196f65e4b7771b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732523059750 2024-11-25T08:24:24,064 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting d0bf6372829041ed8a754c033c59c90b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732523059750 2024-11-25T08:24:24,064 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11279f3f80f84c458108a8a8f38fa001, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732523060914 2024-11-25T08:24:24,064 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e87f69d7c4040ca9052400764de3131, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732523060914 2024-11-25T08:24:24,064 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26b45d2acdaa4c8a9c17970d316b8eae, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732523063121 2024-11-25T08:24:24,065 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ed836eaf3084e95b164d244e3554048, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732523063124 2024-11-25T08:24:24,079 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:24,083 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112508aad11ae12d426c9579552beaef2ad1_05c7e2efc7c615837b1259b084765582 store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:24,084 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 05c7e2efc7c615837b1259b084765582#B#compaction#133 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:24,084 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/8e1ff40047f44a1b86cd6b13797c103e is 50, key is test_row_0/B:col10/1732523063131/Put/seqid=0 2024-11-25T08:24:24,086 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112508aad11ae12d426c9579552beaef2ad1_05c7e2efc7c615837b1259b084765582, store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:24,086 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112508aad11ae12d426c9579552beaef2ad1_05c7e2efc7c615837b1259b084765582 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:24,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 05c7e2efc7c615837b1259b084765582 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T08:24:24,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=A 2024-11-25T08:24:24,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:24,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=B 2024-11-25T08:24:24,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:24,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=C 2024-11-25T08:24:24,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:24,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741985_1161 (size=4469) 2024-11-25T08:24:24,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741984_1160 (size=12493) 2024-11-25T08:24:24,116 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 05c7e2efc7c615837b1259b084765582#A#compaction#132 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:24,118 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/0ad389bbda674a0a98436d4f44b7dbbd is 175, key is test_row_0/A:col10/1732523063131/Put/seqid=0 2024-11-25T08:24:24,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b6b0d278120e494c9c5b53d5ebc965bc_05c7e2efc7c615837b1259b084765582 is 50, key is test_row_0/A:col10/1732523063476/Put/seqid=0 2024-11-25T08:24:24,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741986_1162 (size=31447) 2024-11-25T08:24:24,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741987_1163 (size=14794) 2024-11-25T08:24:24,150 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:24,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:24,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523124146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,155 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b6b0d278120e494c9c5b53d5ebc965bc_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b6b0d278120e494c9c5b53d5ebc965bc_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:24,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523124148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523124149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,156 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/bcc12ab96d9f4a58ad24953259e35ac8, store: [table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:24,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/bcc12ab96d9f4a58ad24953259e35ac8 is 175, key is test_row_0/A:col10/1732523063476/Put/seqid=0 2024-11-25T08:24:24,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523124151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741988_1164 (size=39749) 2024-11-25T08:24:24,186 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/bcc12ab96d9f4a58ad24953259e35ac8 2024-11-25T08:24:24,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/ab4f4a9b6db24b90a5643dd14c4c37c8 is 50, key is test_row_0/B:col10/1732523063476/Put/seqid=0 2024-11-25T08:24:24,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741989_1165 (size=12151) 2024-11-25T08:24:24,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/ab4f4a9b6db24b90a5643dd14c4c37c8 2024-11-25T08:24:24,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523124252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/d0e7898571ca47c2a93bf06fc742b2a9 is 50, key is test_row_0/C:col10/1732523063476/Put/seqid=0 2024-11-25T08:24:24,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523124257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523124258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523124259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741990_1166 (size=12151) 2024-11-25T08:24:24,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/d0e7898571ca47c2a93bf06fc742b2a9 2024-11-25T08:24:24,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/bcc12ab96d9f4a58ad24953259e35ac8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/bcc12ab96d9f4a58ad24953259e35ac8 2024-11-25T08:24:24,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523124299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/bcc12ab96d9f4a58ad24953259e35ac8, entries=200, sequenceid=170, filesize=38.8 K 2024-11-25T08:24:24,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/ab4f4a9b6db24b90a5643dd14c4c37c8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/ab4f4a9b6db24b90a5643dd14c4c37c8 2024-11-25T08:24:24,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/ab4f4a9b6db24b90a5643dd14c4c37c8, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T08:24:24,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/d0e7898571ca47c2a93bf06fc742b2a9 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/d0e7898571ca47c2a93bf06fc742b2a9 2024-11-25T08:24:24,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/d0e7898571ca47c2a93bf06fc742b2a9, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T08:24:24,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 05c7e2efc7c615837b1259b084765582 in 217ms, sequenceid=170, compaction requested=true 2024-11-25T08:24:24,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:24,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:A, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:24,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:24:24,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:B, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:24,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T08:24:24,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:24,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-25T08:24:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T08:24:24,338 INFO [Thread-609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-25T08:24:24,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:24:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-25T08:24:24,346 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:24:24,346 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:24:24,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:24:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T08:24:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T08:24:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:24,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 05c7e2efc7c615837b1259b084765582 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T08:24:24,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=A 2024-11-25T08:24:24,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:24,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=B 2024-11-25T08:24:24,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:24,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=C 2024-11-25T08:24:24,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:24,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112577655abbc74649d484f9aa359816d94f_05c7e2efc7c615837b1259b084765582 is 50, key is test_row_0/A:col10/1732523064463/Put/seqid=0 2024-11-25T08:24:24,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:24,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523124475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:24,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523124476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523124478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523124480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,498 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T08:24:24,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:24,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:24,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:24,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:24,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:24,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:24,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741991_1167 (size=12304) 2024-11-25T08:24:24,518 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:24,527 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/8e1ff40047f44a1b86cd6b13797c103e as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/8e1ff40047f44a1b86cd6b13797c103e 2024-11-25T08:24:24,528 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112577655abbc74649d484f9aa359816d94f_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112577655abbc74649d484f9aa359816d94f_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:24,529 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/849510b032214ee288aad8f91e103bda, store: [table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:24,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/849510b032214ee288aad8f91e103bda is 175, key is test_row_0/A:col10/1732523064463/Put/seqid=0 2024-11-25T08:24:24,537 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/0ad389bbda674a0a98436d4f44b7dbbd as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/0ad389bbda674a0a98436d4f44b7dbbd 2024-11-25T08:24:24,538 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 05c7e2efc7c615837b1259b084765582/B of 05c7e2efc7c615837b1259b084765582 into 8e1ff40047f44a1b86cd6b13797c103e(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:24,538 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:24,538 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., storeName=05c7e2efc7c615837b1259b084765582/B, priority=13, startTime=1732523064061; duration=0sec 2024-11-25T08:24:24,538 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-25T08:24:24,538 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:B 2024-11-25T08:24:24,538 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-25T08:24:24,539 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T08:24:24,539 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T08:24:24,539 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. because compaction request was cancelled 2024-11-25T08:24:24,539 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:A 2024-11-25T08:24:24,539 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:24:24,541 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:24:24,541 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 05c7e2efc7c615837b1259b084765582/C is initiating minor compaction (all files) 2024-11-25T08:24:24,541 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 05c7e2efc7c615837b1259b084765582/C in TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:24,542 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/9e5d0878cc3a46b382b9ee91c9256c78, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/41c340fc4f534d66aaa1555919f725c7, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/401188d5b770484e8a5751c0cf9d945b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/d0e7898571ca47c2a93bf06fc742b2a9] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp, totalSize=47.4 K 2024-11-25T08:24:24,542 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e5d0878cc3a46b382b9ee91c9256c78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732523059750 2024-11-25T08:24:24,543 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 41c340fc4f534d66aaa1555919f725c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732523060914 2024-11-25T08:24:24,543 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 401188d5b770484e8a5751c0cf9d945b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732523063124 2024-11-25T08:24:24,544 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting d0e7898571ca47c2a93bf06fc742b2a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732523063461 2024-11-25T08:24:24,545 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 05c7e2efc7c615837b1259b084765582/A of 05c7e2efc7c615837b1259b084765582 into 0ad389bbda674a0a98436d4f44b7dbbd(size=30.7 K), total size for store is 69.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:24,545 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:24,545 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., storeName=05c7e2efc7c615837b1259b084765582/A, priority=13, startTime=1732523064060; duration=0sec 2024-11-25T08:24:24,545 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:24:24,545 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:A 2024-11-25T08:24:24,545 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:B 2024-11-25T08:24:24,545 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-25T08:24:24,545 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T08:24:24,545 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T08:24:24,545 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. because compaction request was cancelled 2024-11-25T08:24:24,546 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:C 2024-11-25T08:24:24,546 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T08:24:24,546 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T08:24:24,546 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T08:24:24,546 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. because compaction request was cancelled 2024-11-25T08:24:24,547 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:B 2024-11-25T08:24:24,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741992_1168 (size=31105) 2024-11-25T08:24:24,580 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 05c7e2efc7c615837b1259b084765582#C#compaction#138 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:24,581 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/ccefd52e58d542b984e18239306f34e3 is 50, key is test_row_0/C:col10/1732523063476/Put/seqid=0 2024-11-25T08:24:24,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523124583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523124583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523124583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523124583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741993_1169 (size=12527) 2024-11-25T08:24:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T08:24:24,651 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T08:24:24,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:24,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:24,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:24,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:24,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:24,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523124788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523124788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523124789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523124791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,806 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T08:24:24,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:24,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:24,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:24,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:24,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T08:24:24,959 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:24,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T08:24:24,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:24,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:24,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:24,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:24,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:24,971 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/849510b032214ee288aad8f91e103bda 2024-11-25T08:24:24,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/5fd0744bc8a8426ba80f648f78d5e129 is 50, key is test_row_0/B:col10/1732523064463/Put/seqid=0 2024-11-25T08:24:24,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741994_1170 (size=12151) 2024-11-25T08:24:24,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/5fd0744bc8a8426ba80f648f78d5e129 2024-11-25T08:24:25,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/59b3a0c9723a420aa16c720e360c7edb is 50, key is test_row_0/C:col10/1732523064463/Put/seqid=0 2024-11-25T08:24:25,035 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/ccefd52e58d542b984e18239306f34e3 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/ccefd52e58d542b984e18239306f34e3 2024-11-25T08:24:25,042 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 05c7e2efc7c615837b1259b084765582/C of 05c7e2efc7c615837b1259b084765582 into ccefd52e58d542b984e18239306f34e3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:25,042 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:25,042 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., storeName=05c7e2efc7c615837b1259b084765582/C, priority=12, startTime=1732523064320; duration=0sec 2024-11-25T08:24:25,042 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:25,042 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:C 2024-11-25T08:24:25,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741995_1171 (size=12151) 2024-11-25T08:24:25,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/59b3a0c9723a420aa16c720e360c7edb 2024-11-25T08:24:25,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/849510b032214ee288aad8f91e103bda as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/849510b032214ee288aad8f91e103bda 2024-11-25T08:24:25,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/849510b032214ee288aad8f91e103bda, entries=150, sequenceid=196, filesize=30.4 K 2024-11-25T08:24:25,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/5fd0744bc8a8426ba80f648f78d5e129 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/5fd0744bc8a8426ba80f648f78d5e129 2024-11-25T08:24:25,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/5fd0744bc8a8426ba80f648f78d5e129, entries=150, sequenceid=196, filesize=11.9 K 2024-11-25T08:24:25,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/59b3a0c9723a420aa16c720e360c7edb as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/59b3a0c9723a420aa16c720e360c7edb 2024-11-25T08:24:25,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523125093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:25,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/59b3a0c9723a420aa16c720e360c7edb, entries=150, sequenceid=196, filesize=11.9 K 2024-11-25T08:24:25,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 05c7e2efc7c615837b1259b084765582 in 632ms, sequenceid=196, compaction requested=true 2024-11-25T08:24:25,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:25,097 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:25,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:24:25,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:25,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:24:25,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:25,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:25,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:24:25,098 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:25,100 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:25,100 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): 05c7e2efc7c615837b1259b084765582/A is initiating minor compaction (all files) 2024-11-25T08:24:25,100 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 05c7e2efc7c615837b1259b084765582/A in TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:25,100 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/0ad389bbda674a0a98436d4f44b7dbbd, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/bcc12ab96d9f4a58ad24953259e35ac8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/849510b032214ee288aad8f91e103bda] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp, totalSize=99.9 K 2024-11-25T08:24:25,100 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:25,100 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. files: [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/0ad389bbda674a0a98436d4f44b7dbbd, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/bcc12ab96d9f4a58ad24953259e35ac8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/849510b032214ee288aad8f91e103bda] 2024-11-25T08:24:25,101 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:25,101 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 05c7e2efc7c615837b1259b084765582/B is initiating minor compaction (all files) 2024-11-25T08:24:25,101 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 05c7e2efc7c615837b1259b084765582/B in TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:25,101 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/8e1ff40047f44a1b86cd6b13797c103e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/ab4f4a9b6db24b90a5643dd14c4c37c8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/5fd0744bc8a8426ba80f648f78d5e129] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp, totalSize=35.9 K 2024-11-25T08:24:25,102 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ad389bbda674a0a98436d4f44b7dbbd, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732523063124 2024-11-25T08:24:25,102 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e1ff40047f44a1b86cd6b13797c103e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732523063124 2024-11-25T08:24:25,102 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcc12ab96d9f4a58ad24953259e35ac8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732523063461 2024-11-25T08:24:25,103 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting ab4f4a9b6db24b90a5643dd14c4c37c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732523063461 2024-11-25T08:24:25,103 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fd0744bc8a8426ba80f648f78d5e129, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732523064146 2024-11-25T08:24:25,104 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 849510b032214ee288aad8f91e103bda, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732523064146 2024-11-25T08:24:25,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 05c7e2efc7c615837b1259b084765582 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T08:24:25,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=A 2024-11-25T08:24:25,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:25,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=B 2024-11-25T08:24:25,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:25,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=C 2024-11-25T08:24:25,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:25,112 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:25,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T08:24:25,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:25,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:25,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:25,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:25,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:25,119 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:25,123 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 05c7e2efc7c615837b1259b084765582#B#compaction#142 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:25,123 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/9d20dbefcbe04fb1bc002676fdec08aa is 50, key is test_row_0/B:col10/1732523064463/Put/seqid=0 2024-11-25T08:24:25,135 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411250810514db45741d2842e05325431d4c3_05c7e2efc7c615837b1259b084765582 store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:25,138 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411250810514db45741d2842e05325431d4c3_05c7e2efc7c615837b1259b084765582, store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:25,138 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250810514db45741d2842e05325431d4c3_05c7e2efc7c615837b1259b084765582 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:25,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523125142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:25,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523125145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:25,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523125149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:25,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256b67f3b7a8e748699816963657ebf97f_05c7e2efc7c615837b1259b084765582 is 50, key is test_row_0/A:col10/1732523065107/Put/seqid=0 2024-11-25T08:24:25,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741996_1172 (size=12595) 2024-11-25T08:24:25,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741997_1173 (size=4469) 2024-11-25T08:24:25,174 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/9d20dbefcbe04fb1bc002676fdec08aa as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/9d20dbefcbe04fb1bc002676fdec08aa 2024-11-25T08:24:25,179 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 05c7e2efc7c615837b1259b084765582#A#compaction#141 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:25,180 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/3fb7e5a32ef64346a0ebf8681b18c23c is 175, key is test_row_0/A:col10/1732523064463/Put/seqid=0 2024-11-25T08:24:25,186 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 05c7e2efc7c615837b1259b084765582/B of 05c7e2efc7c615837b1259b084765582 into 9d20dbefcbe04fb1bc002676fdec08aa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:25,186 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:25,186 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., storeName=05c7e2efc7c615837b1259b084765582/B, priority=13, startTime=1732523065098; duration=0sec 2024-11-25T08:24:25,186 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:25,186 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:B 2024-11-25T08:24:25,187 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T08:24:25,188 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T08:24:25,188 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T08:24:25,188 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. because compaction request was cancelled 2024-11-25T08:24:25,188 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:C 2024-11-25T08:24:25,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741998_1174 (size=12304) 2024-11-25T08:24:25,203 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,209 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256b67f3b7a8e748699816963657ebf97f_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256b67f3b7a8e748699816963657ebf97f_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:25,210 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/7547711aa0c244ad9d93c91e413b8fec, store: [table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:25,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/7547711aa0c244ad9d93c91e413b8fec is 175, key is test_row_0/A:col10/1732523065107/Put/seqid=0 2024-11-25T08:24:25,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741999_1175 (size=31549) 2024-11-25T08:24:25,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523125252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:25,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742000_1176 (size=31105) 2024-11-25T08:24:25,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523125255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:25,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523125256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:25,265 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:25,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T08:24:25,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:25,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:25,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:25,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:25,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:25,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523125304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:25,418 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:25,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T08:24:25,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:25,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:25,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:25,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:25,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T08:24:25,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523125454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:25,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523125461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:25,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523125461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:25,570 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:25,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T08:24:25,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:25,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:25,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:25,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:25,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:25,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523125597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:25,655 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/7547711aa0c244ad9d93c91e413b8fec 2024-11-25T08:24:25,663 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/3fb7e5a32ef64346a0ebf8681b18c23c as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/3fb7e5a32ef64346a0ebf8681b18c23c 2024-11-25T08:24:25,680 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 05c7e2efc7c615837b1259b084765582/A of 05c7e2efc7c615837b1259b084765582 into 3fb7e5a32ef64346a0ebf8681b18c23c(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:25,681 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:25,681 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., storeName=05c7e2efc7c615837b1259b084765582/A, priority=13, startTime=1732523065097; duration=0sec 2024-11-25T08:24:25,681 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:25,681 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:A 2024-11-25T08:24:25,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/ea1e05f009db4075a5928d4d2340a8a5 is 50, key is test_row_0/B:col10/1732523065107/Put/seqid=0 2024-11-25T08:24:25,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742001_1177 (size=12151) 2024-11-25T08:24:25,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/ea1e05f009db4075a5928d4d2340a8a5 2024-11-25T08:24:25,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/ab94db6de0794416916f349f87f0046a is 50, key is test_row_0/C:col10/1732523065107/Put/seqid=0 2024-11-25T08:24:25,724 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:25,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T08:24:25,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:25,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:25,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:25,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:25,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:25,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742002_1178 (size=12151) 2024-11-25T08:24:25,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/ab94db6de0794416916f349f87f0046a 2024-11-25T08:24:25,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/7547711aa0c244ad9d93c91e413b8fec as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/7547711aa0c244ad9d93c91e413b8fec 2024-11-25T08:24:25,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/7547711aa0c244ad9d93c91e413b8fec, entries=150, sequenceid=215, filesize=30.4 K 2024-11-25T08:24:25,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/ea1e05f009db4075a5928d4d2340a8a5 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/ea1e05f009db4075a5928d4d2340a8a5 2024-11-25T08:24:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/ea1e05f009db4075a5928d4d2340a8a5, entries=150, sequenceid=215, filesize=11.9 K 2024-11-25T08:24:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/ab94db6de0794416916f349f87f0046a as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/ab94db6de0794416916f349f87f0046a 2024-11-25T08:24:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/ab94db6de0794416916f349f87f0046a, entries=150, sequenceid=215, filesize=11.9 K 2024-11-25T08:24:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 05c7e2efc7c615837b1259b084765582 in 661ms, sequenceid=215, compaction requested=true 2024-11-25T08:24:25,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:25,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:24:25,769 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T08:24:25,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:25,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:24:25,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:25,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:25,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:24:25,770 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,776 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T08:24:25,776 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T08:24:25,776 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:25,776 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. because compaction request was cancelled 2024-11-25T08:24:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,776 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:A 2024-11-25T08:24:25,776 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 05c7e2efc7c615837b1259b084765582/C is initiating minor compaction (all files) 2024-11-25T08:24:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,776 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T08:24:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,776 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 05c7e2efc7c615837b1259b084765582/C in TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:25,776 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/ccefd52e58d542b984e18239306f34e3, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/59b3a0c9723a420aa16c720e360c7edb, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/ab94db6de0794416916f349f87f0046a] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp, totalSize=36.0 K 2024-11-25T08:24:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,777 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting ccefd52e58d542b984e18239306f34e3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732523063461 2024-11-25T08:24:25,777 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T08:24:25,777 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T08:24:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,777 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. because compaction request was cancelled 2024-11-25T08:24:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,777 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:B 2024-11-25T08:24:25,777 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 59b3a0c9723a420aa16c720e360c7edb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732523064146 2024-11-25T08:24:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,778 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting ab94db6de0794416916f349f87f0046a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732523064467 2024-11-25T08:24:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,796 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 05c7e2efc7c615837b1259b084765582#C#compaction#146 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:25,797 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/9f51d1af892c47ed9847dcf4be459d46 is 50, key is test_row_0/C:col10/1732523065107/Put/seqid=0 2024-11-25T08:24:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742003_1179 (size=12629) 2024-11-25T08:24:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,827 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/9f51d1af892c47ed9847dcf4be459d46 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/9f51d1af892c47ed9847dcf4be459d46 2024-11-25T08:24:25,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,835 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 05c7e2efc7c615837b1259b084765582/C of 05c7e2efc7c615837b1259b084765582 into 9f51d1af892c47ed9847dcf4be459d46(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:25,835 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:25,835 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., storeName=05c7e2efc7c615837b1259b084765582/C, priority=13, startTime=1732523065770; duration=0sec 2024-11-25T08:24:25,835 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:25,835 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:C 2024-11-25T08:24:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:25,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 05c7e2efc7c615837b1259b084765582 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T08:24:25,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=A 2024-11-25T08:24:25,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:25,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=B 2024-11-25T08:24:25,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:25,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=C 2024-11-25T08:24:25,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125374f3dc505a04a6f81b1a5227b97378f_05c7e2efc7c615837b1259b084765582 is 50, key is test_row_1/A:col10/1732523065844/Put/seqid=0 2024-11-25T08:24:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,877 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T08:24:25,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:25,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742004_1180 (size=9814) 2024-11-25T08:24:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,903 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:25,908 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125374f3dc505a04a6f81b1a5227b97378f_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125374f3dc505a04a6f81b1a5227b97378f_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:25,910 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/a2b05b28acd2480f9d1560f86bbff867, store: [table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:25,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/a2b05b28acd2480f9d1560f86bbff867 is 175, key is test_row_1/A:col10/1732523065844/Put/seqid=0 2024-11-25T08:24:25,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742005_1181 (size=22461) 2024-11-25T08:24:25,925 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/a2b05b28acd2480f9d1560f86bbff867 2024-11-25T08:24:25,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523125926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:25,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523125926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:25,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523125928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:25,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/5d1a7ea9542f4644ad531c237b5e12eb is 50, key is test_row_1/B:col10/1732523065844/Put/seqid=0 2024-11-25T08:24:25,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742006_1182 (size=9757) 2024-11-25T08:24:25,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/5d1a7ea9542f4644ad531c237b5e12eb 2024-11-25T08:24:25,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/a6571fecd2f842c5ad203b23dd20a57d is 50, key is test_row_1/C:col10/1732523065844/Put/seqid=0 2024-11-25T08:24:26,030 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:26,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T08:24:26,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:26,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:26,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:26,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:26,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:26,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523126031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:26,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523126033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:26,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523126036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:26,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742007_1183 (size=9757) 2024-11-25T08:24:26,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/a6571fecd2f842c5ad203b23dd20a57d 2024-11-25T08:24:26,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/a2b05b28acd2480f9d1560f86bbff867 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/a2b05b28acd2480f9d1560f86bbff867 2024-11-25T08:24:26,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/a2b05b28acd2480f9d1560f86bbff867, entries=100, sequenceid=240, filesize=21.9 K 2024-11-25T08:24:26,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/5d1a7ea9542f4644ad531c237b5e12eb as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/5d1a7ea9542f4644ad531c237b5e12eb 2024-11-25T08:24:26,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/5d1a7ea9542f4644ad531c237b5e12eb, entries=100, sequenceid=240, filesize=9.5 K 2024-11-25T08:24:26,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/a6571fecd2f842c5ad203b23dd20a57d as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/a6571fecd2f842c5ad203b23dd20a57d 2024-11-25T08:24:26,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/a6571fecd2f842c5ad203b23dd20a57d, entries=100, sequenceid=240, filesize=9.5 K 2024-11-25T08:24:26,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 05c7e2efc7c615837b1259b084765582 in 245ms, sequenceid=240, compaction requested=true 2024-11-25T08:24:26,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:26,090 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:26,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:24:26,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:26,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:24:26,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:26,090 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:26,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:26,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:26,093 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:26,093 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:26,093 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): 05c7e2efc7c615837b1259b084765582/A is initiating minor compaction (all files) 2024-11-25T08:24:26,093 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 05c7e2efc7c615837b1259b084765582/B is initiating minor compaction (all files) 2024-11-25T08:24:26,093 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 05c7e2efc7c615837b1259b084765582/A in TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:26,093 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 05c7e2efc7c615837b1259b084765582/B in TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:26,093 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/9d20dbefcbe04fb1bc002676fdec08aa, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/ea1e05f009db4075a5928d4d2340a8a5, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/5d1a7ea9542f4644ad531c237b5e12eb] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp, totalSize=33.7 K 2024-11-25T08:24:26,093 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/3fb7e5a32ef64346a0ebf8681b18c23c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/7547711aa0c244ad9d93c91e413b8fec, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/a2b05b28acd2480f9d1560f86bbff867] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp, totalSize=83.1 K 2024-11-25T08:24:26,093 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:26,093 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. files: [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/3fb7e5a32ef64346a0ebf8681b18c23c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/7547711aa0c244ad9d93c91e413b8fec, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/a2b05b28acd2480f9d1560f86bbff867] 2024-11-25T08:24:26,094 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d20dbefcbe04fb1bc002676fdec08aa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732523064146 2024-11-25T08:24:26,094 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3fb7e5a32ef64346a0ebf8681b18c23c, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732523064146 2024-11-25T08:24:26,094 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting ea1e05f009db4075a5928d4d2340a8a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732523064467 2024-11-25T08:24:26,094 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7547711aa0c244ad9d93c91e413b8fec, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732523064467 2024-11-25T08:24:26,094 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d1a7ea9542f4644ad531c237b5e12eb, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732523065147 2024-11-25T08:24:26,095 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2b05b28acd2480f9d1560f86bbff867, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732523065147 2024-11-25T08:24:26,113 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 05c7e2efc7c615837b1259b084765582#B#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:26,113 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/cc877af902d24c61b4b751f9cf7dc17b is 50, key is test_row_0/B:col10/1732523065107/Put/seqid=0 2024-11-25T08:24:26,135 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:26,152 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125049f74a6d60c4c4385bec07dbe4e9e15_05c7e2efc7c615837b1259b084765582 store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:26,154 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125049f74a6d60c4c4385bec07dbe4e9e15_05c7e2efc7c615837b1259b084765582, store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:26,155 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125049f74a6d60c4c4385bec07dbe4e9e15_05c7e2efc7c615837b1259b084765582 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:26,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742008_1184 (size=12697) 2024-11-25T08:24:26,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742009_1185 (size=4469) 2024-11-25T08:24:26,181 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 05c7e2efc7c615837b1259b084765582#A#compaction#151 average throughput is 0.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:26,181 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/9fd7745c802c4c69977b27bf55587b58 is 175, key is test_row_0/A:col10/1732523065107/Put/seqid=0 2024-11-25T08:24:26,184 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:26,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T08:24:26,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:26,184 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 05c7e2efc7c615837b1259b084765582 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T08:24:26,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=A 2024-11-25T08:24:26,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:26,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=B 2024-11-25T08:24:26,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:26,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=C 2024-11-25T08:24:26,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:26,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250cee22f9881a4f02b4f79ba136a28f98_05c7e2efc7c615837b1259b084765582 is 50, key is test_row_0/A:col10/1732523065903/Put/seqid=0 2024-11-25T08:24:26,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742010_1186 (size=31758) 2024-11-25T08:24:26,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742011_1187 (size=12304) 2024-11-25T08:24:26,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:26,232 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250cee22f9881a4f02b4f79ba136a28f98_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250cee22f9881a4f02b4f79ba136a28f98_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:26,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/0487549060584db4a60b91097ad9a00a, store: [table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:26,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/0487549060584db4a60b91097ad9a00a is 175, key is test_row_0/A:col10/1732523065903/Put/seqid=0 2024-11-25T08:24:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:26,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:26,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742012_1188 (size=31105) 2024-11-25T08:24:26,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523126284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:26,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523126286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:26,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:26,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523126289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:26,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523126391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:26,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523126391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:26,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523126395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T08:24:26,591 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/cc877af902d24c61b4b751f9cf7dc17b as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/cc877af902d24c61b4b751f9cf7dc17b 2024-11-25T08:24:26,598 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 05c7e2efc7c615837b1259b084765582/B of 05c7e2efc7c615837b1259b084765582 into cc877af902d24c61b4b751f9cf7dc17b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:26,598 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:26,598 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., storeName=05c7e2efc7c615837b1259b084765582/B, priority=13, startTime=1732523066090; duration=0sec 2024-11-25T08:24:26,598 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:26,598 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:B 2024-11-25T08:24:26,598 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T08:24:26,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523126597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:26,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523126599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:26,600 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T08:24:26,600 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T08:24:26,600 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. because compaction request was cancelled 2024-11-25T08:24:26,600 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:C 2024-11-25T08:24:26,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523126601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:26,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523126603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:26,633 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/9fd7745c802c4c69977b27bf55587b58 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/9fd7745c802c4c69977b27bf55587b58 2024-11-25T08:24:26,643 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 05c7e2efc7c615837b1259b084765582/A of 05c7e2efc7c615837b1259b084765582 into 9fd7745c802c4c69977b27bf55587b58(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:26,643 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:26,643 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., storeName=05c7e2efc7c615837b1259b084765582/A, priority=13, startTime=1732523066090; duration=0sec 2024-11-25T08:24:26,643 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:26,643 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:A 2024-11-25T08:24:26,663 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/0487549060584db4a60b91097ad9a00a 2024-11-25T08:24:26,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/d85d0d1ea7e9447c86eaca5e2e2ff5e3 is 50, key is test_row_0/B:col10/1732523065903/Put/seqid=0 2024-11-25T08:24:26,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742013_1189 (size=12151) 2024-11-25T08:24:26,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523126902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:26,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523126907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:26,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523126907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:27,155 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/d85d0d1ea7e9447c86eaca5e2e2ff5e3 2024-11-25T08:24:27,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/da7921327fbf4b469a62cca1ded4be09 is 50, key is test_row_0/C:col10/1732523065903/Put/seqid=0 2024-11-25T08:24:27,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742014_1190 (size=12151) 2024-11-25T08:24:27,169 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/da7921327fbf4b469a62cca1ded4be09 2024-11-25T08:24:27,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/0487549060584db4a60b91097ad9a00a as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/0487549060584db4a60b91097ad9a00a 2024-11-25T08:24:27,184 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/0487549060584db4a60b91097ad9a00a, entries=150, sequenceid=254, filesize=30.4 K 2024-11-25T08:24:27,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/d85d0d1ea7e9447c86eaca5e2e2ff5e3 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/d85d0d1ea7e9447c86eaca5e2e2ff5e3 2024-11-25T08:24:27,202 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/d85d0d1ea7e9447c86eaca5e2e2ff5e3, entries=150, sequenceid=254, filesize=11.9 K 2024-11-25T08:24:27,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/da7921327fbf4b469a62cca1ded4be09 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/da7921327fbf4b469a62cca1ded4be09 2024-11-25T08:24:27,211 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/da7921327fbf4b469a62cca1ded4be09, entries=150, sequenceid=254, filesize=11.9 K 2024-11-25T08:24:27,212 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 05c7e2efc7c615837b1259b084765582 in 1028ms, sequenceid=254, compaction requested=true 2024-11-25T08:24:27,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:27,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:27,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-25T08:24:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-25T08:24:27,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-25T08:24:27,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8670 sec 2024-11-25T08:24:27,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.8710 sec 2024-11-25T08:24:27,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 05c7e2efc7c615837b1259b084765582 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T08:24:27,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=A 2024-11-25T08:24:27,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:27,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=B 2024-11-25T08:24:27,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:27,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=C 2024-11-25T08:24:27,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:27,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112575aa9d15bfe74ef0974b93cd1e76afcf_05c7e2efc7c615837b1259b084765582 is 50, key is test_row_0/A:col10/1732523066284/Put/seqid=0 2024-11-25T08:24:27,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523127374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:27,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742015_1191 (size=14994) 2024-11-25T08:24:27,381 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:27,396 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112575aa9d15bfe74ef0974b93cd1e76afcf_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112575aa9d15bfe74ef0974b93cd1e76afcf_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:27,398 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/a3b1fd143f024404b25b325f33ac009c, store: [table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:27,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/a3b1fd143f024404b25b325f33ac009c is 175, key is test_row_0/A:col10/1732523066284/Put/seqid=0 2024-11-25T08:24:27,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523127409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:27,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523127409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:27,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523127411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:27,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742016_1192 (size=39949) 2024-11-25T08:24:27,421 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/a3b1fd143f024404b25b325f33ac009c 2024-11-25T08:24:27,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/878d7e5125284abe99f107054de98f06 is 50, key is test_row_0/B:col10/1732523066284/Put/seqid=0 2024-11-25T08:24:27,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742017_1193 (size=12301) 2024-11-25T08:24:27,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/878d7e5125284abe99f107054de98f06 2024-11-25T08:24:27,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/32841e3944b84cb6b9dbb0859b680bdc is 50, key is test_row_0/C:col10/1732523066284/Put/seqid=0 2024-11-25T08:24:27,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523127476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:27,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742018_1194 (size=12301) 2024-11-25T08:24:27,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:27,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523127684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:27,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/32841e3944b84cb6b9dbb0859b680bdc 2024-11-25T08:24:27,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/a3b1fd143f024404b25b325f33ac009c as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/a3b1fd143f024404b25b325f33ac009c 2024-11-25T08:24:27,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/a3b1fd143f024404b25b325f33ac009c, entries=200, sequenceid=279, filesize=39.0 K 2024-11-25T08:24:27,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/878d7e5125284abe99f107054de98f06 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/878d7e5125284abe99f107054de98f06 2024-11-25T08:24:27,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/878d7e5125284abe99f107054de98f06, entries=150, sequenceid=279, filesize=12.0 K 2024-11-25T08:24:27,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/32841e3944b84cb6b9dbb0859b680bdc as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/32841e3944b84cb6b9dbb0859b680bdc 2024-11-25T08:24:27,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/32841e3944b84cb6b9dbb0859b680bdc, entries=150, sequenceid=279, filesize=12.0 K 2024-11-25T08:24:27,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 05c7e2efc7c615837b1259b084765582 in 621ms, sequenceid=279, compaction requested=true 2024-11-25T08:24:27,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:27,950 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:27,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:24:27,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:27,950 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:27,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:24:27,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:27,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:27,951 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102812 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:27,951 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:27,952 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): 05c7e2efc7c615837b1259b084765582/A is initiating minor compaction (all files) 2024-11-25T08:24:27,952 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 05c7e2efc7c615837b1259b084765582/A in TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:27,952 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/9fd7745c802c4c69977b27bf55587b58, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/0487549060584db4a60b91097ad9a00a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/a3b1fd143f024404b25b325f33ac009c] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp, totalSize=100.4 K 2024-11-25T08:24:27,952 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:27,952 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. files: [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/9fd7745c802c4c69977b27bf55587b58, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/0487549060584db4a60b91097ad9a00a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/a3b1fd143f024404b25b325f33ac009c] 2024-11-25T08:24:27,952 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 05c7e2efc7c615837b1259b084765582/B is initiating minor compaction (all files) 2024-11-25T08:24:27,952 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 05c7e2efc7c615837b1259b084765582/B in TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:27,952 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/cc877af902d24c61b4b751f9cf7dc17b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/d85d0d1ea7e9447c86eaca5e2e2ff5e3, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/878d7e5125284abe99f107054de98f06] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp, totalSize=36.3 K 2024-11-25T08:24:27,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:27,953 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting cc877af902d24c61b4b751f9cf7dc17b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732523065107 2024-11-25T08:24:27,953 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fd7745c802c4c69977b27bf55587b58, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732523065107 2024-11-25T08:24:27,953 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting d85d0d1ea7e9447c86eaca5e2e2ff5e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732523065903 2024-11-25T08:24:27,954 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 878d7e5125284abe99f107054de98f06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732523066284 2024-11-25T08:24:27,955 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0487549060584db4a60b91097ad9a00a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732523065903 2024-11-25T08:24:27,955 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3b1fd143f024404b25b325f33ac009c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732523066268 2024-11-25T08:24:27,969 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 05c7e2efc7c615837b1259b084765582#B#compaction#158 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:27,969 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/c18a443529234c8e9d4590fc826e1c04 is 50, key is test_row_0/B:col10/1732523066284/Put/seqid=0 2024-11-25T08:24:27,991 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:27,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 05c7e2efc7c615837b1259b084765582 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T08:24:27,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=A 2024-11-25T08:24:27,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:27,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=B 2024-11-25T08:24:27,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:27,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=C 2024-11-25T08:24:27,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:28,003 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125ea041a7de433406894f71357f902716f_05c7e2efc7c615837b1259b084765582 store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:28,005 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125ea041a7de433406894f71357f902716f_05c7e2efc7c615837b1259b084765582, store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:28,005 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ea041a7de433406894f71357f902716f_05c7e2efc7c615837b1259b084765582 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:28,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742019_1195 (size=12949) 2024-11-25T08:24:28,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e5de1b44f9c744a2bbe7d953265a0abc_05c7e2efc7c615837b1259b084765582 is 50, key is test_row_0/A:col10/1732523067993/Put/seqid=0 2024-11-25T08:24:28,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742020_1196 (size=4469) 2024-11-25T08:24:28,027 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 05c7e2efc7c615837b1259b084765582#A#compaction#159 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:28,027 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/f7f92d8a261d496faa6fe46f1e0fc1a0 is 175, key is test_row_0/A:col10/1732523066284/Put/seqid=0 2024-11-25T08:24:28,032 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/c18a443529234c8e9d4590fc826e1c04 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/c18a443529234c8e9d4590fc826e1c04 2024-11-25T08:24:28,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742021_1197 (size=14994) 2024-11-25T08:24:28,040 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 05c7e2efc7c615837b1259b084765582/B of 05c7e2efc7c615837b1259b084765582 into c18a443529234c8e9d4590fc826e1c04(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:28,040 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:28,040 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., storeName=05c7e2efc7c615837b1259b084765582/B, priority=13, startTime=1732523067950; duration=0sec 2024-11-25T08:24:28,040 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:28,040 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:B 2024-11-25T08:24:28,040 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:24:28,042 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:28,042 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46838 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:24:28,043 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 05c7e2efc7c615837b1259b084765582/C is initiating minor compaction (all files) 2024-11-25T08:24:28,043 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 05c7e2efc7c615837b1259b084765582/C in TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:28,043 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/9f51d1af892c47ed9847dcf4be459d46, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/a6571fecd2f842c5ad203b23dd20a57d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/da7921327fbf4b469a62cca1ded4be09, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/32841e3944b84cb6b9dbb0859b680bdc] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp, totalSize=45.7 K 2024-11-25T08:24:28,043 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f51d1af892c47ed9847dcf4be459d46, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732523064467 2024-11-25T08:24:28,044 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting a6571fecd2f842c5ad203b23dd20a57d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732523065147 2024-11-25T08:24:28,045 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting da7921327fbf4b469a62cca1ded4be09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732523065903 2024-11-25T08:24:28,046 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 32841e3944b84cb6b9dbb0859b680bdc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732523066284 2024-11-25T08:24:28,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742022_1198 (size=31903) 2024-11-25T08:24:28,047 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e5de1b44f9c744a2bbe7d953265a0abc_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e5de1b44f9c744a2bbe7d953265a0abc_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:28,051 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/b518527643344b0b8c7678b8a1ea1386, store: [table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:28,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/b518527643344b0b8c7678b8a1ea1386 is 175, key is test_row_0/A:col10/1732523067993/Put/seqid=0 2024-11-25T08:24:28,060 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/f7f92d8a261d496faa6fe46f1e0fc1a0 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/f7f92d8a261d496faa6fe46f1e0fc1a0 2024-11-25T08:24:28,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742023_1199 (size=39949) 2024-11-25T08:24:28,071 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 05c7e2efc7c615837b1259b084765582/A of 05c7e2efc7c615837b1259b084765582 into f7f92d8a261d496faa6fe46f1e0fc1a0(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:28,071 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:28,071 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., storeName=05c7e2efc7c615837b1259b084765582/A, priority=13, startTime=1732523067949; duration=0sec 2024-11-25T08:24:28,071 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:28,071 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:A 2024-11-25T08:24:28,072 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 05c7e2efc7c615837b1259b084765582#C#compaction#161 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:28,073 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/73d9bb509fe149cb97837a611bab2f16 is 50, key is test_row_0/C:col10/1732523066284/Put/seqid=0 2024-11-25T08:24:28,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523128108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:28,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742024_1200 (size=12915) 2024-11-25T08:24:28,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:28,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523128213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:28,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523128414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:28,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523128418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:28,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523128420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:28,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523128420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T08:24:28,452 INFO [Thread-609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-25T08:24:28,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:24:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-25T08:24:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T08:24:28,457 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:24:28,457 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:24:28,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:24:28,467 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/b518527643344b0b8c7678b8a1ea1386 2024-11-25T08:24:28,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/30db13fd15f24c32838bb42a52ad282d is 50, key is test_row_0/B:col10/1732523067993/Put/seqid=0 2024-11-25T08:24:28,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742025_1201 (size=12301) 2024-11-25T08:24:28,535 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/73d9bb509fe149cb97837a611bab2f16 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/73d9bb509fe149cb97837a611bab2f16 2024-11-25T08:24:28,545 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 05c7e2efc7c615837b1259b084765582/C of 05c7e2efc7c615837b1259b084765582 into 73d9bb509fe149cb97837a611bab2f16(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:28,546 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:28,546 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., storeName=05c7e2efc7c615837b1259b084765582/C, priority=12, startTime=1732523067951; duration=0sec 2024-11-25T08:24:28,546 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:28,547 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:C 2024-11-25T08:24:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T08:24:28,608 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:28,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T08:24:28,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:28,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:28,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:28,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:28,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:28,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523128627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:28,629 DEBUG [Thread-601 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., hostname=79c23c06fcc9,37061,1732523014560, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T08:24:28,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523128723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T08:24:28,762 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:28,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T08:24:28,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:28,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:28,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:28,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:28,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:28,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/30db13fd15f24c32838bb42a52ad282d 2024-11-25T08:24:28,918 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:28,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T08:24:28,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:28,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:28,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:28,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:28,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:28,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/e2ec98b8abf8428f8a9c90ef0125ce12 is 50, key is test_row_0/C:col10/1732523067993/Put/seqid=0 2024-11-25T08:24:28,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742026_1202 (size=12301) 2024-11-25T08:24:29,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T08:24:29,072 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:29,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T08:24:29,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:29,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:29,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:29,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:29,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:29,226 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:29,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T08:24:29,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:29,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:29,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:29,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:29,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:29,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523129230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:29,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/e2ec98b8abf8428f8a9c90ef0125ce12 2024-11-25T08:24:29,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/b518527643344b0b8c7678b8a1ea1386 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/b518527643344b0b8c7678b8a1ea1386 2024-11-25T08:24:29,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/b518527643344b0b8c7678b8a1ea1386, entries=200, sequenceid=293, filesize=39.0 K 2024-11-25T08:24:29,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/30db13fd15f24c32838bb42a52ad282d as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/30db13fd15f24c32838bb42a52ad282d 2024-11-25T08:24:29,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/30db13fd15f24c32838bb42a52ad282d, entries=150, sequenceid=293, filesize=12.0 K 2024-11-25T08:24:29,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/e2ec98b8abf8428f8a9c90ef0125ce12 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/e2ec98b8abf8428f8a9c90ef0125ce12 2024-11-25T08:24:29,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/e2ec98b8abf8428f8a9c90ef0125ce12, entries=150, sequenceid=293, filesize=12.0 K 2024-11-25T08:24:29,381 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:29,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T08:24:29,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:29,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 05c7e2efc7c615837b1259b084765582 in 1389ms, sequenceid=293, compaction requested=false 2024-11-25T08:24:29,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:29,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:29,535 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:29,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T08:24:29,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:29,536 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 05c7e2efc7c615837b1259b084765582 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T08:24:29,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=A 2024-11-25T08:24:29,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:29,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=B 2024-11-25T08:24:29,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:29,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=C 2024-11-25T08:24:29,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:29,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259418f31cea6b43a785c9fbf17848b394_05c7e2efc7c615837b1259b084765582 is 50, key is test_row_0/A:col10/1732523068076/Put/seqid=0 2024-11-25T08:24:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T08:24:29,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742027_1203 (size=12454) 2024-11-25T08:24:29,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,586 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259418f31cea6b43a785c9fbf17848b394_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259418f31cea6b43a785c9fbf17848b394_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:29,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/9616acebbbb64c8ab356ab7e5c7e2d49, store: [table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:29,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/9616acebbbb64c8ab356ab7e5c7e2d49 is 175, key is test_row_0/A:col10/1732523068076/Put/seqid=0 2024-11-25T08:24:29,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742028_1204 (size=31255) 2024-11-25T08:24:29,612 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/9616acebbbb64c8ab356ab7e5c7e2d49 2024-11-25T08:24:29,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/444a96a26033402c8ccfff6cf9218571 is 50, key is test_row_0/B:col10/1732523068076/Put/seqid=0 2024-11-25T08:24:29,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742029_1205 (size=12301) 2024-11-25T08:24:29,655 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/444a96a26033402c8ccfff6cf9218571 2024-11-25T08:24:29,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/20dd7ea8412f415892ae52124ca14772 is 50, key is test_row_0/C:col10/1732523068076/Put/seqid=0 2024-11-25T08:24:29,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742030_1206 (size=12301) 2024-11-25T08:24:29,686 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/20dd7ea8412f415892ae52124ca14772 2024-11-25T08:24:29,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/9616acebbbb64c8ab356ab7e5c7e2d49 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/9616acebbbb64c8ab356ab7e5c7e2d49 2024-11-25T08:24:29,704 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/9616acebbbb64c8ab356ab7e5c7e2d49, entries=150, sequenceid=318, filesize=30.5 K 2024-11-25T08:24:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/444a96a26033402c8ccfff6cf9218571 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/444a96a26033402c8ccfff6cf9218571 2024-11-25T08:24:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,711 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/444a96a26033402c8ccfff6cf9218571, entries=150, sequenceid=318, filesize=12.0 K 2024-11-25T08:24:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/20dd7ea8412f415892ae52124ca14772 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/20dd7ea8412f415892ae52124ca14772 2024-11-25T08:24:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,718 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/20dd7ea8412f415892ae52124ca14772, entries=150, sequenceid=318, filesize=12.0 K 2024-11-25T08:24:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,719 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 05c7e2efc7c615837b1259b084765582 in 183ms, sequenceid=318, compaction requested=true 2024-11-25T08:24:29,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:29,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:29,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-25T08:24:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-25T08:24:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-25T08:24:29,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2630 sec 2024-11-25T08:24:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.2700 sec 2024-11-25T08:24:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,751 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T08:24:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 05c7e2efc7c615837b1259b084765582 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T08:24:30,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=A 2024-11-25T08:24:30,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:30,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=B 2024-11-25T08:24:30,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:30,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=C 2024-11-25T08:24:30,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d59119b4161d43aebd13758406289f38_05c7e2efc7c615837b1259b084765582 is 50, key is test_row_1/A:col10/1732523070515/Put/seqid=0 2024-11-25T08:24:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T08:24:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,560 INFO [Thread-609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-25T08:24:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:24:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-25T08:24:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T08:24:30,578 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:24:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,579 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:24:30,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:24:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742031_1207 (size=17534) 2024-11-25T08:24:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,631 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,636 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d59119b4161d43aebd13758406289f38_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d59119b4161d43aebd13758406289f38_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:30,638 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/172a12c73713456396d137d7de7dfafe, store: [table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:30,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/172a12c73713456396d137d7de7dfafe is 175, key is test_row_1/A:col10/1732523070515/Put/seqid=0 2024-11-25T08:24:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T08:24:30,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523130674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:30,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523130683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:30,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523130688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:30,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523130691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:30,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742032_1208 (size=48635) 2024-11-25T08:24:30,713 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/172a12c73713456396d137d7de7dfafe 2024-11-25T08:24:30,735 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:30,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/b42d236452404c1ebba948f66f77c5fc is 50, key is test_row_1/B:col10/1732523070515/Put/seqid=0 2024-11-25T08:24:30,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-25T08:24:30,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:30,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:30,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:30,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:30,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:30,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742033_1209 (size=9857) 2024-11-25T08:24:30,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/b42d236452404c1ebba948f66f77c5fc 2024-11-25T08:24:30,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523130790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:30,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523130795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:30,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523130801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:30,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523130802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:30,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/037955f9eded47d19fb4aa02b77281f1 is 50, key is test_row_1/C:col10/1732523070515/Put/seqid=0 2024-11-25T08:24:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T08:24:30,892 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:30,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-25T08:24:30,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:30,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:30,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:30,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:30,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:30,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742034_1210 (size=9857) 2024-11-25T08:24:31,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523131002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:31,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523131014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:31,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523131014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:31,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523131016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:31,050 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:31,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-25T08:24:31,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:31,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:31,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:31,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:31,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T08:24:31,210 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:31,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-25T08:24:31,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:31,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:31,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:31,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:31,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:31,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/037955f9eded47d19fb4aa02b77281f1 2024-11-25T08:24:31,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/172a12c73713456396d137d7de7dfafe as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/172a12c73713456396d137d7de7dfafe 2024-11-25T08:24:31,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523131324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:31,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523131324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:31,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/172a12c73713456396d137d7de7dfafe, entries=250, sequenceid=329, filesize=47.5 K 2024-11-25T08:24:31,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:31,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/b42d236452404c1ebba948f66f77c5fc as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/b42d236452404c1ebba948f66f77c5fc 2024-11-25T08:24:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523131330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:31,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/b42d236452404c1ebba948f66f77c5fc, entries=100, sequenceid=329, filesize=9.6 K 2024-11-25T08:24:31,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/037955f9eded47d19fb4aa02b77281f1 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/037955f9eded47d19fb4aa02b77281f1 2024-11-25T08:24:31,370 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:31,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-25T08:24:31,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:31,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:31,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:31,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/037955f9eded47d19fb4aa02b77281f1, entries=100, sequenceid=329, filesize=9.6 K 2024-11-25T08:24:31,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:31,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:31,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 05c7e2efc7c615837b1259b084765582 in 865ms, sequenceid=329, compaction requested=true 2024-11-25T08:24:31,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:31,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:24:31,383 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:24:31,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:31,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:24:31,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:31,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:31,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:24:31,384 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:24:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:31,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 05c7e2efc7c615837b1259b084765582 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T08:24:31,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=A 2024-11-25T08:24:31,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:31,385 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:24:31,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=B 2024-11-25T08:24:31,385 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 05c7e2efc7c615837b1259b084765582/B is initiating minor compaction (all files) 2024-11-25T08:24:31,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:31,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=C 2024-11-25T08:24:31,385 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 05c7e2efc7c615837b1259b084765582/B in TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:31,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:31,385 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/c18a443529234c8e9d4590fc826e1c04, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/30db13fd15f24c32838bb42a52ad282d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/444a96a26033402c8ccfff6cf9218571, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/b42d236452404c1ebba948f66f77c5fc] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp, totalSize=46.3 K 2024-11-25T08:24:31,386 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151742 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:24:31,386 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): 05c7e2efc7c615837b1259b084765582/A is initiating minor compaction (all files) 2024-11-25T08:24:31,386 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 05c7e2efc7c615837b1259b084765582/A in TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:31,386 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/f7f92d8a261d496faa6fe46f1e0fc1a0, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/b518527643344b0b8c7678b8a1ea1386, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/9616acebbbb64c8ab356ab7e5c7e2d49, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/172a12c73713456396d137d7de7dfafe] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp, totalSize=148.2 K 2024-11-25T08:24:31,386 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:31,387 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. files: [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/f7f92d8a261d496faa6fe46f1e0fc1a0, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/b518527643344b0b8c7678b8a1ea1386, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/9616acebbbb64c8ab356ab7e5c7e2d49, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/172a12c73713456396d137d7de7dfafe] 2024-11-25T08:24:31,387 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting c18a443529234c8e9d4590fc826e1c04, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732523066284 2024-11-25T08:24:31,387 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7f92d8a261d496faa6fe46f1e0fc1a0, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732523066284 2024-11-25T08:24:31,388 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 30db13fd15f24c32838bb42a52ad282d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732523067358 2024-11-25T08:24:31,388 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 444a96a26033402c8ccfff6cf9218571, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732523068076 2024-11-25T08:24:31,388 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting b518527643344b0b8c7678b8a1ea1386, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732523067358 2024-11-25T08:24:31,389 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting b42d236452404c1ebba948f66f77c5fc, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732523070505 2024-11-25T08:24:31,389 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9616acebbbb64c8ab356ab7e5c7e2d49, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732523068076 2024-11-25T08:24:31,390 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 172a12c73713456396d137d7de7dfafe, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732523070462 2024-11-25T08:24:31,422 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:31,431 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 05c7e2efc7c615837b1259b084765582#B#compaction#171 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:31,432 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/b06e05161b034e7cb47a39e4d9b49a8a is 50, key is test_row_0/B:col10/1732523068076/Put/seqid=0 2024-11-25T08:24:31,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112551a420324de6434cb844a0cc321a4364_05c7e2efc7c615837b1259b084765582 is 50, key is test_row_0/A:col10/1732523070682/Put/seqid=0 2024-11-25T08:24:31,440 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411253923917312624afdb9cf9d540107bc6d_05c7e2efc7c615837b1259b084765582 store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:31,443 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411253923917312624afdb9cf9d540107bc6d_05c7e2efc7c615837b1259b084765582, store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:31,443 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253923917312624afdb9cf9d540107bc6d_05c7e2efc7c615837b1259b084765582 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:31,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523131461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:31,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742035_1211 (size=13085) 2024-11-25T08:24:31,505 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/b06e05161b034e7cb47a39e4d9b49a8a as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/b06e05161b034e7cb47a39e4d9b49a8a 2024-11-25T08:24:31,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742036_1212 (size=14994) 2024-11-25T08:24:31,515 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:31,516 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 05c7e2efc7c615837b1259b084765582/B of 05c7e2efc7c615837b1259b084765582 into b06e05161b034e7cb47a39e4d9b49a8a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:31,516 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:31,516 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., storeName=05c7e2efc7c615837b1259b084765582/B, priority=12, startTime=1732523071383; duration=0sec 2024-11-25T08:24:31,516 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:31,516 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:B 2024-11-25T08:24:31,516 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:24:31,521 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47374 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:24:31,521 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 05c7e2efc7c615837b1259b084765582/C is initiating minor compaction (all files) 2024-11-25T08:24:31,521 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 05c7e2efc7c615837b1259b084765582/C in TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:31,521 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112551a420324de6434cb844a0cc321a4364_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112551a420324de6434cb844a0cc321a4364_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:31,522 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/73d9bb509fe149cb97837a611bab2f16, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/e2ec98b8abf8428f8a9c90ef0125ce12, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/20dd7ea8412f415892ae52124ca14772, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/037955f9eded47d19fb4aa02b77281f1] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp, totalSize=46.3 K 2024-11-25T08:24:31,522 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/80eda320f38e4b6ca0b8eaed8f57e061, store: [table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:31,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/80eda320f38e4b6ca0b8eaed8f57e061 is 175, key is test_row_0/A:col10/1732523070682/Put/seqid=0 2024-11-25T08:24:31,525 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 73d9bb509fe149cb97837a611bab2f16, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732523066284 2024-11-25T08:24:31,526 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting e2ec98b8abf8428f8a9c90ef0125ce12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732523067358 2024-11-25T08:24:31,526 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 20dd7ea8412f415892ae52124ca14772, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732523068076 2024-11-25T08:24:31,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742037_1213 (size=4469) 2024-11-25T08:24:31,527 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 037955f9eded47d19fb4aa02b77281f1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732523070505 2024-11-25T08:24:31,533 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:31,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-25T08:24:31,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:31,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:31,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:31,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:31,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:31,555 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 05c7e2efc7c615837b1259b084765582#C#compaction#173 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:31,555 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/4767140e477440cc98e2bef88e83b18a is 50, key is test_row_0/C:col10/1732523068076/Put/seqid=0 2024-11-25T08:24:31,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742038_1214 (size=39949) 2024-11-25T08:24:31,568 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/80eda320f38e4b6ca0b8eaed8f57e061 2024-11-25T08:24:31,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742039_1215 (size=13051) 2024-11-25T08:24:31,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523131586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:31,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/198152c6459649b385f6b3a627f0073f is 50, key is test_row_0/B:col10/1732523070682/Put/seqid=0 2024-11-25T08:24:31,599 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/4767140e477440cc98e2bef88e83b18a as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/4767140e477440cc98e2bef88e83b18a 2024-11-25T08:24:31,609 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 05c7e2efc7c615837b1259b084765582/C of 05c7e2efc7c615837b1259b084765582 into 4767140e477440cc98e2bef88e83b18a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:31,609 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:31,609 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., storeName=05c7e2efc7c615837b1259b084765582/C, priority=12, startTime=1732523071383; duration=0sec 2024-11-25T08:24:31,609 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:31,609 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:C 2024-11-25T08:24:31,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742040_1216 (size=12301) 2024-11-25T08:24:31,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/198152c6459649b385f6b3a627f0073f 2024-11-25T08:24:31,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/2cf1b54fdff94a8d963201301538180a is 50, key is test_row_0/C:col10/1732523070682/Put/seqid=0 2024-11-25T08:24:31,687 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T08:24:31,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-25T08:24:31,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:31,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:31,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:31,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:31,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:31,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742041_1217 (size=12301) 2024-11-25T08:24:31,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523131791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:31,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523131833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:31,844 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:31,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523131847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:31,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-25T08:24:31,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:31,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:31,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:31,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:31,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:31,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523131854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:31,929 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 05c7e2efc7c615837b1259b084765582#A#compaction#170 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:31,930 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/d3456ac8750c4e66b12049dfe463f4c8 is 175, key is test_row_0/A:col10/1732523068076/Put/seqid=0 2024-11-25T08:24:31,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742042_1218 (size=32146) 2024-11-25T08:24:32,007 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:32,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-25T08:24:32,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:32,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:32,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:32,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:32,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:32,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523132111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:32,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/2cf1b54fdff94a8d963201301538180a 2024-11-25T08:24:32,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/80eda320f38e4b6ca0b8eaed8f57e061 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/80eda320f38e4b6ca0b8eaed8f57e061 2024-11-25T08:24:32,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/80eda320f38e4b6ca0b8eaed8f57e061, entries=200, sequenceid=355, filesize=39.0 K 2024-11-25T08:24:32,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/198152c6459649b385f6b3a627f0073f as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/198152c6459649b385f6b3a627f0073f 2024-11-25T08:24:32,160 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:32,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-25T08:24:32,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:32,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:32,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:32,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:32,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:32,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/198152c6459649b385f6b3a627f0073f, entries=150, sequenceid=355, filesize=12.0 K 2024-11-25T08:24:32,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/2cf1b54fdff94a8d963201301538180a as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/2cf1b54fdff94a8d963201301538180a 2024-11-25T08:24:32,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/2cf1b54fdff94a8d963201301538180a, entries=150, sequenceid=355, filesize=12.0 K 2024-11-25T08:24:32,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 05c7e2efc7c615837b1259b084765582 in 795ms, sequenceid=355, compaction requested=false 2024-11-25T08:24:32,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:32,314 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:32,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-25T08:24:32,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:32,316 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 05c7e2efc7c615837b1259b084765582 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T08:24:32,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=A 2024-11-25T08:24:32,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:32,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=B 2024-11-25T08:24:32,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:32,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=C 2024-11-25T08:24:32,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:32,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125165c18d95d5949c7afbbc671a9485162_05c7e2efc7c615837b1259b084765582 is 50, key is test_row_0/A:col10/1732523071402/Put/seqid=0 2024-11-25T08:24:32,383 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/d3456ac8750c4e66b12049dfe463f4c8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/d3456ac8750c4e66b12049dfe463f4c8 2024-11-25T08:24:32,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742043_1219 (size=12454) 2024-11-25T08:24:32,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:32,391 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 05c7e2efc7c615837b1259b084765582/A of 05c7e2efc7c615837b1259b084765582 into d3456ac8750c4e66b12049dfe463f4c8(size=31.4 K), total size for store is 70.4 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-25T08:24:32,391 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:32,391 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., storeName=05c7e2efc7c615837b1259b084765582/A, priority=12, startTime=1732523071383; duration=1sec 2024-11-25T08:24:32,391 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:32,391 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:A 2024-11-25T08:24:32,393 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125165c18d95d5949c7afbbc671a9485162_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125165c18d95d5949c7afbbc671a9485162_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:32,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/3a92212973844edcbf87d39014fcf4ea, store: [table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:32,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/3a92212973844edcbf87d39014fcf4ea is 175, key is test_row_0/A:col10/1732523071402/Put/seqid=0 2024-11-25T08:24:32,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742044_1220 (size=31255) 2024-11-25T08:24:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:32,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. as already flushing 2024-11-25T08:24:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T08:24:32,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:32,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523132824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:32,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:32,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523132824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:32,840 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/3a92212973844edcbf87d39014fcf4ea 2024-11-25T08:24:32,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35574 deadline: 1732523132848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:32,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35544 deadline: 1732523132854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:32,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/0b301f49e43c4990ba688b18724967da is 50, key is test_row_0/B:col10/1732523071402/Put/seqid=0 2024-11-25T08:24:32,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35532 deadline: 1732523132862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:32,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742045_1221 (size=12301) 2024-11-25T08:24:32,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523132930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:32,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523132930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:33,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523133136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:33,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523133138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:33,297 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/0b301f49e43c4990ba688b18724967da 2024-11-25T08:24:33,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/e03f8cfd5aa641198102864b470f3b4f is 50, key is test_row_0/C:col10/1732523071402/Put/seqid=0 2024-11-25T08:24:33,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742046_1222 (size=12301) 2024-11-25T08:24:33,373 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/e03f8cfd5aa641198102864b470f3b4f 2024-11-25T08:24:33,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/3a92212973844edcbf87d39014fcf4ea as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/3a92212973844edcbf87d39014fcf4ea 2024-11-25T08:24:33,398 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/3a92212973844edcbf87d39014fcf4ea, entries=150, sequenceid=367, filesize=30.5 K 2024-11-25T08:24:33,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/0b301f49e43c4990ba688b18724967da as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/0b301f49e43c4990ba688b18724967da 2024-11-25T08:24:33,406 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/0b301f49e43c4990ba688b18724967da, entries=150, sequenceid=367, filesize=12.0 K 2024-11-25T08:24:33,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/e03f8cfd5aa641198102864b470f3b4f as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/e03f8cfd5aa641198102864b470f3b4f 2024-11-25T08:24:33,414 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/e03f8cfd5aa641198102864b470f3b4f, entries=150, sequenceid=367, filesize=12.0 K 2024-11-25T08:24:33,416 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 05c7e2efc7c615837b1259b084765582 in 1100ms, sequenceid=367, compaction requested=true 2024-11-25T08:24:33,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:33,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:33,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-25T08:24:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-25T08:24:33,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-25T08:24:33,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8390 sec 2024-11-25T08:24:33,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 2.8440 sec 2024-11-25T08:24:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:33,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 05c7e2efc7c615837b1259b084765582 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-25T08:24:33,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=A 2024-11-25T08:24:33,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:33,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=B 2024-11-25T08:24:33,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:33,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=C 2024-11-25T08:24:33,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:33,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523133472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:33,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256186c55d8e794287ad906c837d18954b_05c7e2efc7c615837b1259b084765582 is 50, key is test_row_0/A:col10/1732523073447/Put/seqid=0 2024-11-25T08:24:33,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523133478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:33,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742047_1223 (size=17534) 2024-11-25T08:24:33,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523133587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:33,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523133593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:33,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35540 deadline: 1732523133798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:33,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35588 deadline: 1732523133799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:33,879 DEBUG [Thread-610 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x663bcd69 to 127.0.0.1:59350 2024-11-25T08:24:33,879 DEBUG [Thread-610 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:24:33,884 DEBUG [Thread-612 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x30e1d06c to 127.0.0.1:59350 2024-11-25T08:24:33,884 DEBUG [Thread-612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:24:33,890 DEBUG [Thread-614 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x570b851e to 127.0.0.1:59350 2024-11-25T08:24:33,890 DEBUG [Thread-614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:24:33,901 DEBUG [Thread-616 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66abd25d to 127.0.0.1:59350 2024-11-25T08:24:33,901 DEBUG [Thread-616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:24:33,943 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:33,947 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256186c55d8e794287ad906c837d18954b_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256186c55d8e794287ad906c837d18954b_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:33,949 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/4514701e5ece48daa1c9476c59a15277, store: [table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:33,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/4514701e5ece48daa1c9476c59a15277 is 175, key is test_row_0/A:col10/1732523073447/Put/seqid=0 2024-11-25T08:24:33,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742048_1224 (size=48639) 2024-11-25T08:24:33,955 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=396, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/4514701e5ece48daa1c9476c59a15277 2024-11-25T08:24:33,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/bb7bed4ed72f4932a3ea31e816d549eb is 50, key is test_row_0/B:col10/1732523073447/Put/seqid=0 2024-11-25T08:24:33,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742049_1225 (size=12301) 2024-11-25T08:24:33,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/bb7bed4ed72f4932a3ea31e816d549eb 2024-11-25T08:24:33,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/ae8e1fc97b7a4d7bbbf4c01b9d11bbea is 50, key is test_row_0/C:col10/1732523073447/Put/seqid=0 2024-11-25T08:24:34,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742050_1226 (size=12301) 2024-11-25T08:24:34,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/ae8e1fc97b7a4d7bbbf4c01b9d11bbea 2024-11-25T08:24:34,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/4514701e5ece48daa1c9476c59a15277 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/4514701e5ece48daa1c9476c59a15277 2024-11-25T08:24:34,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/4514701e5ece48daa1c9476c59a15277, entries=250, sequenceid=396, filesize=47.5 K 2024-11-25T08:24:34,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/bb7bed4ed72f4932a3ea31e816d549eb as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/bb7bed4ed72f4932a3ea31e816d549eb 2024-11-25T08:24:34,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/bb7bed4ed72f4932a3ea31e816d549eb, entries=150, sequenceid=396, filesize=12.0 K 2024-11-25T08:24:34,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/ae8e1fc97b7a4d7bbbf4c01b9d11bbea as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/ae8e1fc97b7a4d7bbbf4c01b9d11bbea 2024-11-25T08:24:34,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/ae8e1fc97b7a4d7bbbf4c01b9d11bbea, entries=150, sequenceid=396, filesize=12.0 K 2024-11-25T08:24:34,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 05c7e2efc7c615837b1259b084765582 in 628ms, sequenceid=396, compaction requested=true 2024-11-25T08:24:34,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:34,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:24:34,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:34,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:24:34,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:24:34,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 05c7e2efc7c615837b1259b084765582:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:34,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T08:24:34,079 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:24:34,079 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:24:34,081 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151989 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:24:34,081 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): 05c7e2efc7c615837b1259b084765582/A is initiating minor compaction (all files) 2024-11-25T08:24:34,081 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 05c7e2efc7c615837b1259b084765582/A in TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:34,081 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/d3456ac8750c4e66b12049dfe463f4c8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/80eda320f38e4b6ca0b8eaed8f57e061, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/3a92212973844edcbf87d39014fcf4ea, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/4514701e5ece48daa1c9476c59a15277] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp, totalSize=148.4 K 2024-11-25T08:24:34,081 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:34,081 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. files: [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/d3456ac8750c4e66b12049dfe463f4c8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/80eda320f38e4b6ca0b8eaed8f57e061, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/3a92212973844edcbf87d39014fcf4ea, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/4514701e5ece48daa1c9476c59a15277] 2024-11-25T08:24:34,082 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:24:34,082 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 05c7e2efc7c615837b1259b084765582/C is initiating minor compaction (all files) 2024-11-25T08:24:34,082 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 05c7e2efc7c615837b1259b084765582/C in TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:34,082 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/4767140e477440cc98e2bef88e83b18a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/2cf1b54fdff94a8d963201301538180a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/e03f8cfd5aa641198102864b470f3b4f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/ae8e1fc97b7a4d7bbbf4c01b9d11bbea] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp, totalSize=48.8 K 2024-11-25T08:24:34,082 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3456ac8750c4e66b12049dfe463f4c8, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732523068076 2024-11-25T08:24:34,082 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 4767140e477440cc98e2bef88e83b18a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732523068076 2024-11-25T08:24:34,083 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80eda320f38e4b6ca0b8eaed8f57e061, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732523070652 2024-11-25T08:24:34,083 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cf1b54fdff94a8d963201301538180a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732523070682 2024-11-25T08:24:34,083 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a92212973844edcbf87d39014fcf4ea, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732523071402 2024-11-25T08:24:34,083 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting e03f8cfd5aa641198102864b470f3b4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732523071402 2024-11-25T08:24:34,083 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4514701e5ece48daa1c9476c59a15277, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732523072813 2024-11-25T08:24:34,084 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting ae8e1fc97b7a4d7bbbf4c01b9d11bbea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732523072821 2024-11-25T08:24:34,113 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 05c7e2efc7c615837b1259b084765582#C#compaction#182 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:34,113 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/e37fb9613200473cb5c32a95dbec8cb1 is 50, key is test_row_0/C:col10/1732523073447/Put/seqid=0 2024-11-25T08:24:34,126 DEBUG [Thread-607 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x225b15e0 to 127.0.0.1:59350 2024-11-25T08:24:34,126 DEBUG [Thread-601 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5467bf1a to 127.0.0.1:59350 2024-11-25T08:24:34,126 DEBUG [Thread-607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:24:34,126 DEBUG [Thread-601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:24:34,134 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:34,163 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125635facffddce4a85a16536b274996c1c_05c7e2efc7c615837b1259b084765582 store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:34,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742051_1227 (size=13187) 2024-11-25T08:24:34,182 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/e37fb9613200473cb5c32a95dbec8cb1 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/e37fb9613200473cb5c32a95dbec8cb1 2024-11-25T08:24:34,189 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 05c7e2efc7c615837b1259b084765582/C of 05c7e2efc7c615837b1259b084765582 into e37fb9613200473cb5c32a95dbec8cb1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:34,189 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:34,189 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., storeName=05c7e2efc7c615837b1259b084765582/C, priority=12, startTime=1732523074079; duration=0sec 2024-11-25T08:24:34,189 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:34,189 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:C 2024-11-25T08:24:34,189 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:24:34,191 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:24:34,191 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): 05c7e2efc7c615837b1259b084765582/B is initiating minor compaction (all files) 2024-11-25T08:24:34,191 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 05c7e2efc7c615837b1259b084765582/B in TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:34,191 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/b06e05161b034e7cb47a39e4d9b49a8a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/198152c6459649b385f6b3a627f0073f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/0b301f49e43c4990ba688b18724967da, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/bb7bed4ed72f4932a3ea31e816d549eb] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp, totalSize=48.8 K 2024-11-25T08:24:34,192 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting b06e05161b034e7cb47a39e4d9b49a8a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732523068076 2024-11-25T08:24:34,192 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 198152c6459649b385f6b3a627f0073f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732523070682 2024-11-25T08:24:34,192 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b301f49e43c4990ba688b18724967da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732523071402 2024-11-25T08:24:34,193 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting bb7bed4ed72f4932a3ea31e816d549eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732523072821 2024-11-25T08:24:34,224 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 05c7e2efc7c615837b1259b084765582#B#compaction#184 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:34,225 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/840b75abbcad43a48f4b5ea85014a701 is 50, key is test_row_0/B:col10/1732523073447/Put/seqid=0 2024-11-25T08:24:34,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742052_1228 (size=13221) 2024-11-25T08:24:34,251 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125635facffddce4a85a16536b274996c1c_05c7e2efc7c615837b1259b084765582, store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:34,251 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125635facffddce4a85a16536b274996c1c_05c7e2efc7c615837b1259b084765582 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:34,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742053_1229 (size=4469) 2024-11-25T08:24:34,656 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/840b75abbcad43a48f4b5ea85014a701 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/840b75abbcad43a48f4b5ea85014a701 2024-11-25T08:24:34,662 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 05c7e2efc7c615837b1259b084765582/B of 05c7e2efc7c615837b1259b084765582 into 840b75abbcad43a48f4b5ea85014a701(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:34,662 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:34,662 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., storeName=05c7e2efc7c615837b1259b084765582/B, priority=12, startTime=1732523074079; duration=0sec 2024-11-25T08:24:34,663 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:34,663 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:B 2024-11-25T08:24:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T08:24:34,691 INFO [Thread-609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-25T08:24:34,709 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 05c7e2efc7c615837b1259b084765582#A#compaction#183 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:34,710 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/93e81ab7fb21431c990b8ef4e7de88c8 is 175, key is test_row_0/A:col10/1732523073447/Put/seqid=0 2024-11-25T08:24:34,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742054_1230 (size=32175) 2024-11-25T08:24:34,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 05c7e2efc7c615837b1259b084765582 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T08:24:34,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=A 2024-11-25T08:24:34,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:34,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=B 2024-11-25T08:24:34,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:34,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=C 2024-11-25T08:24:34,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:34,883 DEBUG [Thread-605 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3867f7f2 to 127.0.0.1:59350 2024-11-25T08:24:34,883 DEBUG [Thread-605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:24:34,891 DEBUG [Thread-599 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a7f19bb to 127.0.0.1:59350 2024-11-25T08:24:34,891 DEBUG [Thread-603 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65e2899b to 127.0.0.1:59350 2024-11-25T08:24:34,891 DEBUG [Thread-599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:24:34,891 DEBUG [Thread-603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:24:34,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T08:24:34,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-25T08:24:34,891 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-25T08:24:34,892 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-25T08:24:34,892 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-25T08:24:34,892 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-25T08:24:34,892 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T08:24:34,892 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2903 2024-11-25T08:24:34,892 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2763 2024-11-25T08:24:34,892 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T08:24:34,892 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1179 2024-11-25T08:24:34,892 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3537 rows 2024-11-25T08:24:34,892 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1179 2024-11-25T08:24:34,892 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3537 rows 2024-11-25T08:24:34,892 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T08:24:34,892 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61106ab5 to 127.0.0.1:59350 2024-11-25T08:24:34,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:24:34,893 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T08:24:34,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-25T08:24:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T08:24:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T08:24:34,898 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523074898"}]},"ts":"1732523074898"} 2024-11-25T08:24:34,900 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T08:24:34,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fe4e021ba63e424b9792c65ec83b58a4_05c7e2efc7c615837b1259b084765582 is 50, key is test_row_0/A:col10/1732523074115/Put/seqid=0 2024-11-25T08:24:34,944 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T08:24:34,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T08:24:34,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=05c7e2efc7c615837b1259b084765582, UNASSIGN}] 2024-11-25T08:24:34,948 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=05c7e2efc7c615837b1259b084765582, UNASSIGN 2024-11-25T08:24:34,949 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=05c7e2efc7c615837b1259b084765582, regionState=CLOSING, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:34,950 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T08:24:34,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; CloseRegionProcedure 05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560}] 2024-11-25T08:24:34,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742055_1231 (size=12454) 2024-11-25T08:24:34,973 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:34,978 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fe4e021ba63e424b9792c65ec83b58a4_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fe4e021ba63e424b9792c65ec83b58a4_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:34,980 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/78aa4ad58b0c4a3599f122ad5b3a2e56, store: [table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:34,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/78aa4ad58b0c4a3599f122ad5b3a2e56 is 175, key is test_row_0/A:col10/1732523074115/Put/seqid=0 2024-11-25T08:24:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T08:24:35,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742056_1232 (size=31255) 2024-11-25T08:24:35,102 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:35,103 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(124): Close 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:35,104 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T08:24:35,104 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1681): Closing 05c7e2efc7c615837b1259b084765582, disabling compactions & flushes 2024-11-25T08:24:35,104 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1942): waiting for 1 compactions & cache flush to complete for region TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:35,160 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/93e81ab7fb21431c990b8ef4e7de88c8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/93e81ab7fb21431c990b8ef4e7de88c8 2024-11-25T08:24:35,169 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 05c7e2efc7c615837b1259b084765582/A of 05c7e2efc7c615837b1259b084765582 into 93e81ab7fb21431c990b8ef4e7de88c8(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-25T08:24:35,169 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:35,170 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:35,171 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582., storeName=05c7e2efc7c615837b1259b084765582/A, priority=12, startTime=1732523074079; duration=1sec 2024-11-25T08:24:35,171 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:35,171 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 05c7e2efc7c615837b1259b084765582:A 2024-11-25T08:24:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T08:24:35,406 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=409, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/78aa4ad58b0c4a3599f122ad5b3a2e56 2024-11-25T08:24:35,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/258a3bfb8f7945a6b4a679fdaeb567e8 is 50, key is test_row_0/B:col10/1732523074115/Put/seqid=0 2024-11-25T08:24:35,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742057_1233 (size=12301) 2024-11-25T08:24:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T08:24:35,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/258a3bfb8f7945a6b4a679fdaeb567e8 2024-11-25T08:24:35,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/2a39f1f5235540f19a1080abc91b0567 is 50, key is test_row_0/C:col10/1732523074115/Put/seqid=0 2024-11-25T08:24:35,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742058_1234 (size=12301) 2024-11-25T08:24:35,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/2a39f1f5235540f19a1080abc91b0567 2024-11-25T08:24:35,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/78aa4ad58b0c4a3599f122ad5b3a2e56 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/78aa4ad58b0c4a3599f122ad5b3a2e56 2024-11-25T08:24:35,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/78aa4ad58b0c4a3599f122ad5b3a2e56, entries=150, sequenceid=409, filesize=30.5 K 2024-11-25T08:24:35,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/258a3bfb8f7945a6b4a679fdaeb567e8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/258a3bfb8f7945a6b4a679fdaeb567e8 2024-11-25T08:24:35,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/258a3bfb8f7945a6b4a679fdaeb567e8, entries=150, sequenceid=409, filesize=12.0 K 2024-11-25T08:24:35,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/2a39f1f5235540f19a1080abc91b0567 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/2a39f1f5235540f19a1080abc91b0567 2024-11-25T08:24:35,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/2a39f1f5235540f19a1080abc91b0567, entries=150, sequenceid=409, filesize=12.0 K 2024-11-25T08:24:35,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=13.42 KB/13740 for 05c7e2efc7c615837b1259b084765582 in 1044ms, sequenceid=409, compaction requested=false 2024-11-25T08:24:35,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:35,925 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:35,925 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:35,925 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. after waiting 0 ms 2024-11-25T08:24:35,925 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:35,925 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(2837): Flushing 05c7e2efc7c615837b1259b084765582 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-25T08:24:35,926 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=A 2024-11-25T08:24:35,926 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:35,926 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=B 2024-11-25T08:24:35,926 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:35,926 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 05c7e2efc7c615837b1259b084765582, store=C 2024-11-25T08:24:35,926 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:35,940 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a222572eecd745329d576f3797df7a94_05c7e2efc7c615837b1259b084765582 is 50, key is test_row_1/A:col10/1732523074886/Put/seqid=0 2024-11-25T08:24:35,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742059_1235 (size=7374) 2024-11-25T08:24:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T08:24:36,378 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:36,388 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a222572eecd745329d576f3797df7a94_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a222572eecd745329d576f3797df7a94_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:36,390 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/3ac1be88e34c41b6a481788d0f27f637, store: [table=TestAcidGuarantees family=A region=05c7e2efc7c615837b1259b084765582] 2024-11-25T08:24:36,390 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/3ac1be88e34c41b6a481788d0f27f637 is 175, key is test_row_1/A:col10/1732523074886/Put/seqid=0 2024-11-25T08:24:36,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742060_1236 (size=13865) 2024-11-25T08:24:36,406 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=415, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/3ac1be88e34c41b6a481788d0f27f637 2024-11-25T08:24:36,417 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/1e07ebeaa7614a5e91f517380194456f is 50, key is test_row_1/B:col10/1732523074886/Put/seqid=0 2024-11-25T08:24:36,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742061_1237 (size=7415) 2024-11-25T08:24:36,455 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/1e07ebeaa7614a5e91f517380194456f 2024-11-25T08:24:36,463 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/169dd4b593c744aa9bacb56ab5c962ab is 50, key is test_row_1/C:col10/1732523074886/Put/seqid=0 2024-11-25T08:24:36,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742062_1238 (size=7415) 2024-11-25T08:24:36,894 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/169dd4b593c744aa9bacb56ab5c962ab 2024-11-25T08:24:36,900 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/A/3ac1be88e34c41b6a481788d0f27f637 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/3ac1be88e34c41b6a481788d0f27f637 2024-11-25T08:24:36,906 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/3ac1be88e34c41b6a481788d0f27f637, entries=50, sequenceid=415, filesize=13.5 K 2024-11-25T08:24:36,907 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/B/1e07ebeaa7614a5e91f517380194456f as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/1e07ebeaa7614a5e91f517380194456f 2024-11-25T08:24:36,919 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/1e07ebeaa7614a5e91f517380194456f, entries=50, sequenceid=415, filesize=7.2 K 2024-11-25T08:24:36,921 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/.tmp/C/169dd4b593c744aa9bacb56ab5c962ab as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/169dd4b593c744aa9bacb56ab5c962ab 2024-11-25T08:24:36,926 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/169dd4b593c744aa9bacb56ab5c962ab, entries=50, sequenceid=415, filesize=7.2 K 2024-11-25T08:24:36,927 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 05c7e2efc7c615837b1259b084765582 in 1002ms, sequenceid=415, compaction requested=true 2024-11-25T08:24:36,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/e7811aacb210410f8109a5e46d7744c8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/9069474531d34c8787e680e255faae10, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/bbeaf78fb1254fd892a04edc56c9751a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/301aebc12f644377b2347de64e6472e9, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/d5f688e5d9544d79afd929e61b48a2dc, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/8c050c3d474f40bbb84062d7182427ed, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/3e734904d2b04f6b92a9b5c2189c275f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/a24626600d9b453a9a196f65e4b7771b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/11279f3f80f84c458108a8a8f38fa001, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/26b45d2acdaa4c8a9c17970d316b8eae, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/0ad389bbda674a0a98436d4f44b7dbbd, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/bcc12ab96d9f4a58ad24953259e35ac8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/3fb7e5a32ef64346a0ebf8681b18c23c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/849510b032214ee288aad8f91e103bda, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/7547711aa0c244ad9d93c91e413b8fec, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/9fd7745c802c4c69977b27bf55587b58, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/a2b05b28acd2480f9d1560f86bbff867, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/0487549060584db4a60b91097ad9a00a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/a3b1fd143f024404b25b325f33ac009c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/f7f92d8a261d496faa6fe46f1e0fc1a0, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/b518527643344b0b8c7678b8a1ea1386, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/9616acebbbb64c8ab356ab7e5c7e2d49, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/172a12c73713456396d137d7de7dfafe, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/d3456ac8750c4e66b12049dfe463f4c8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/80eda320f38e4b6ca0b8eaed8f57e061, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/3a92212973844edcbf87d39014fcf4ea, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/4514701e5ece48daa1c9476c59a15277] to archive 2024-11-25T08:24:36,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T08:24:36,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/e7811aacb210410f8109a5e46d7744c8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/e7811aacb210410f8109a5e46d7744c8 2024-11-25T08:24:36,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/9069474531d34c8787e680e255faae10 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/9069474531d34c8787e680e255faae10 2024-11-25T08:24:36,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/bbeaf78fb1254fd892a04edc56c9751a to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/bbeaf78fb1254fd892a04edc56c9751a 2024-11-25T08:24:36,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/301aebc12f644377b2347de64e6472e9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/301aebc12f644377b2347de64e6472e9 2024-11-25T08:24:36,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/d5f688e5d9544d79afd929e61b48a2dc to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/d5f688e5d9544d79afd929e61b48a2dc 2024-11-25T08:24:36,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/8c050c3d474f40bbb84062d7182427ed to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/8c050c3d474f40bbb84062d7182427ed 2024-11-25T08:24:36,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/3e734904d2b04f6b92a9b5c2189c275f to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/3e734904d2b04f6b92a9b5c2189c275f 2024-11-25T08:24:36,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/a24626600d9b453a9a196f65e4b7771b to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/a24626600d9b453a9a196f65e4b7771b 2024-11-25T08:24:36,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/11279f3f80f84c458108a8a8f38fa001 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/11279f3f80f84c458108a8a8f38fa001 2024-11-25T08:24:36,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/26b45d2acdaa4c8a9c17970d316b8eae to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/26b45d2acdaa4c8a9c17970d316b8eae 2024-11-25T08:24:36,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/0ad389bbda674a0a98436d4f44b7dbbd to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/0ad389bbda674a0a98436d4f44b7dbbd 2024-11-25T08:24:36,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/bcc12ab96d9f4a58ad24953259e35ac8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/bcc12ab96d9f4a58ad24953259e35ac8 2024-11-25T08:24:36,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/3fb7e5a32ef64346a0ebf8681b18c23c to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/3fb7e5a32ef64346a0ebf8681b18c23c 2024-11-25T08:24:36,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/849510b032214ee288aad8f91e103bda to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/849510b032214ee288aad8f91e103bda 2024-11-25T08:24:36,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/7547711aa0c244ad9d93c91e413b8fec to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/7547711aa0c244ad9d93c91e413b8fec 2024-11-25T08:24:36,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/9fd7745c802c4c69977b27bf55587b58 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/9fd7745c802c4c69977b27bf55587b58 2024-11-25T08:24:36,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/a2b05b28acd2480f9d1560f86bbff867 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/a2b05b28acd2480f9d1560f86bbff867 2024-11-25T08:24:36,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/0487549060584db4a60b91097ad9a00a to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/0487549060584db4a60b91097ad9a00a 2024-11-25T08:24:36,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/a3b1fd143f024404b25b325f33ac009c to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/a3b1fd143f024404b25b325f33ac009c 2024-11-25T08:24:36,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/f7f92d8a261d496faa6fe46f1e0fc1a0 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/f7f92d8a261d496faa6fe46f1e0fc1a0 2024-11-25T08:24:36,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/b518527643344b0b8c7678b8a1ea1386 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/b518527643344b0b8c7678b8a1ea1386 2024-11-25T08:24:36,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/9616acebbbb64c8ab356ab7e5c7e2d49 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/9616acebbbb64c8ab356ab7e5c7e2d49 2024-11-25T08:24:36,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/172a12c73713456396d137d7de7dfafe to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/172a12c73713456396d137d7de7dfafe 2024-11-25T08:24:36,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/d3456ac8750c4e66b12049dfe463f4c8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/d3456ac8750c4e66b12049dfe463f4c8 2024-11-25T08:24:36,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/80eda320f38e4b6ca0b8eaed8f57e061 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/80eda320f38e4b6ca0b8eaed8f57e061 2024-11-25T08:24:36,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/3a92212973844edcbf87d39014fcf4ea to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/3a92212973844edcbf87d39014fcf4ea 2024-11-25T08:24:36,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/4514701e5ece48daa1c9476c59a15277 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/4514701e5ece48daa1c9476c59a15277 2024-11-25T08:24:37,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/3801f68201bf41eda85f4e3bfdf12a73, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/df832f4366b445cb81fd4f9fa2a127e6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/8d2bd5aa71004f83bb1aa51b81f3c6a8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/14888b33f86a4efe8fa93bdae207084f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/2fd579ded53548ad854a6b705668ffbe, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/ac5e324fb7344893a5e89564a112c75f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/d0bf6372829041ed8a754c033c59c90b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/3e1bf6d12ef843588f48002de8ca57f7, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/1e87f69d7c4040ca9052400764de3131, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/8e1ff40047f44a1b86cd6b13797c103e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/1ed836eaf3084e95b164d244e3554048, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/ab4f4a9b6db24b90a5643dd14c4c37c8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/9d20dbefcbe04fb1bc002676fdec08aa, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/5fd0744bc8a8426ba80f648f78d5e129, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/ea1e05f009db4075a5928d4d2340a8a5, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/cc877af902d24c61b4b751f9cf7dc17b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/5d1a7ea9542f4644ad531c237b5e12eb, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/d85d0d1ea7e9447c86eaca5e2e2ff5e3, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/c18a443529234c8e9d4590fc826e1c04, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/878d7e5125284abe99f107054de98f06, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/30db13fd15f24c32838bb42a52ad282d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/444a96a26033402c8ccfff6cf9218571, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/b06e05161b034e7cb47a39e4d9b49a8a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/b42d236452404c1ebba948f66f77c5fc, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/198152c6459649b385f6b3a627f0073f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/0b301f49e43c4990ba688b18724967da, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/bb7bed4ed72f4932a3ea31e816d549eb] to archive 2024-11-25T08:24:37,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T08:24:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T08:24:37,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/3801f68201bf41eda85f4e3bfdf12a73 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/3801f68201bf41eda85f4e3bfdf12a73 2024-11-25T08:24:37,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/df832f4366b445cb81fd4f9fa2a127e6 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/df832f4366b445cb81fd4f9fa2a127e6 2024-11-25T08:24:37,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/8d2bd5aa71004f83bb1aa51b81f3c6a8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/8d2bd5aa71004f83bb1aa51b81f3c6a8 2024-11-25T08:24:37,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/14888b33f86a4efe8fa93bdae207084f to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/14888b33f86a4efe8fa93bdae207084f 2024-11-25T08:24:37,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/2fd579ded53548ad854a6b705668ffbe to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/2fd579ded53548ad854a6b705668ffbe 2024-11-25T08:24:37,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/ac5e324fb7344893a5e89564a112c75f to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/ac5e324fb7344893a5e89564a112c75f 2024-11-25T08:24:37,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/d0bf6372829041ed8a754c033c59c90b to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/d0bf6372829041ed8a754c033c59c90b 2024-11-25T08:24:37,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/3e1bf6d12ef843588f48002de8ca57f7 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/3e1bf6d12ef843588f48002de8ca57f7 2024-11-25T08:24:37,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/1e87f69d7c4040ca9052400764de3131 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/1e87f69d7c4040ca9052400764de3131 2024-11-25T08:24:37,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/8e1ff40047f44a1b86cd6b13797c103e to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/8e1ff40047f44a1b86cd6b13797c103e 2024-11-25T08:24:37,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/1ed836eaf3084e95b164d244e3554048 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/1ed836eaf3084e95b164d244e3554048 2024-11-25T08:24:37,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/ab4f4a9b6db24b90a5643dd14c4c37c8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/ab4f4a9b6db24b90a5643dd14c4c37c8 2024-11-25T08:24:37,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/9d20dbefcbe04fb1bc002676fdec08aa to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/9d20dbefcbe04fb1bc002676fdec08aa 2024-11-25T08:24:37,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/5fd0744bc8a8426ba80f648f78d5e129 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/5fd0744bc8a8426ba80f648f78d5e129 2024-11-25T08:24:37,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/ea1e05f009db4075a5928d4d2340a8a5 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/ea1e05f009db4075a5928d4d2340a8a5 2024-11-25T08:24:37,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/cc877af902d24c61b4b751f9cf7dc17b to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/cc877af902d24c61b4b751f9cf7dc17b 2024-11-25T08:24:37,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/5d1a7ea9542f4644ad531c237b5e12eb to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/5d1a7ea9542f4644ad531c237b5e12eb 2024-11-25T08:24:37,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/d85d0d1ea7e9447c86eaca5e2e2ff5e3 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/d85d0d1ea7e9447c86eaca5e2e2ff5e3 2024-11-25T08:24:37,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/c18a443529234c8e9d4590fc826e1c04 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/c18a443529234c8e9d4590fc826e1c04 2024-11-25T08:24:37,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/878d7e5125284abe99f107054de98f06 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/878d7e5125284abe99f107054de98f06 2024-11-25T08:24:37,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/30db13fd15f24c32838bb42a52ad282d to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/30db13fd15f24c32838bb42a52ad282d 2024-11-25T08:24:37,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/444a96a26033402c8ccfff6cf9218571 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/444a96a26033402c8ccfff6cf9218571 2024-11-25T08:24:37,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/b06e05161b034e7cb47a39e4d9b49a8a to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/b06e05161b034e7cb47a39e4d9b49a8a 2024-11-25T08:24:37,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/b42d236452404c1ebba948f66f77c5fc to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/b42d236452404c1ebba948f66f77c5fc 2024-11-25T08:24:37,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/198152c6459649b385f6b3a627f0073f to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/198152c6459649b385f6b3a627f0073f 2024-11-25T08:24:37,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/0b301f49e43c4990ba688b18724967da to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/0b301f49e43c4990ba688b18724967da 2024-11-25T08:24:37,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/bb7bed4ed72f4932a3ea31e816d549eb to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/bb7bed4ed72f4932a3ea31e816d549eb 2024-11-25T08:24:37,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/29494533ded24b80b013cfa33dcd685f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/9853aea02c164f279a833f2680da1ad9, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/f5f54a03e01a485886c6cfb0a26fe4f8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/12fb8258f6e2433a93845398980ae172, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/016ea5a70a1c4cbaa4be233b688d428e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/2c4f6d9ab2d44b55bd388515b69924c2, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/9e5d0878cc3a46b382b9ee91c9256c78, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/35c5e92bc0514e359aef09c7a0da45bd, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/41c340fc4f534d66aaa1555919f725c7, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/401188d5b770484e8a5751c0cf9d945b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/ccefd52e58d542b984e18239306f34e3, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/d0e7898571ca47c2a93bf06fc742b2a9, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/59b3a0c9723a420aa16c720e360c7edb, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/9f51d1af892c47ed9847dcf4be459d46, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/ab94db6de0794416916f349f87f0046a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/a6571fecd2f842c5ad203b23dd20a57d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/da7921327fbf4b469a62cca1ded4be09, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/73d9bb509fe149cb97837a611bab2f16, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/32841e3944b84cb6b9dbb0859b680bdc, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/e2ec98b8abf8428f8a9c90ef0125ce12, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/20dd7ea8412f415892ae52124ca14772, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/4767140e477440cc98e2bef88e83b18a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/037955f9eded47d19fb4aa02b77281f1, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/2cf1b54fdff94a8d963201301538180a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/e03f8cfd5aa641198102864b470f3b4f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/ae8e1fc97b7a4d7bbbf4c01b9d11bbea] to archive 2024-11-25T08:24:37,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T08:24:37,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/29494533ded24b80b013cfa33dcd685f to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/29494533ded24b80b013cfa33dcd685f 2024-11-25T08:24:37,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/9853aea02c164f279a833f2680da1ad9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/9853aea02c164f279a833f2680da1ad9 2024-11-25T08:24:37,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/f5f54a03e01a485886c6cfb0a26fe4f8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/f5f54a03e01a485886c6cfb0a26fe4f8 2024-11-25T08:24:37,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/12fb8258f6e2433a93845398980ae172 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/12fb8258f6e2433a93845398980ae172 2024-11-25T08:24:37,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/016ea5a70a1c4cbaa4be233b688d428e to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/016ea5a70a1c4cbaa4be233b688d428e 2024-11-25T08:24:37,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/2c4f6d9ab2d44b55bd388515b69924c2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/2c4f6d9ab2d44b55bd388515b69924c2 2024-11-25T08:24:37,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/9e5d0878cc3a46b382b9ee91c9256c78 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/9e5d0878cc3a46b382b9ee91c9256c78 2024-11-25T08:24:37,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/35c5e92bc0514e359aef09c7a0da45bd to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/35c5e92bc0514e359aef09c7a0da45bd 2024-11-25T08:24:37,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/41c340fc4f534d66aaa1555919f725c7 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/41c340fc4f534d66aaa1555919f725c7 2024-11-25T08:24:37,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/401188d5b770484e8a5751c0cf9d945b to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/401188d5b770484e8a5751c0cf9d945b 2024-11-25T08:24:37,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/ccefd52e58d542b984e18239306f34e3 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/ccefd52e58d542b984e18239306f34e3 2024-11-25T08:24:37,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/d0e7898571ca47c2a93bf06fc742b2a9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/d0e7898571ca47c2a93bf06fc742b2a9 2024-11-25T08:24:37,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/59b3a0c9723a420aa16c720e360c7edb to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/59b3a0c9723a420aa16c720e360c7edb 2024-11-25T08:24:37,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/9f51d1af892c47ed9847dcf4be459d46 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/9f51d1af892c47ed9847dcf4be459d46 2024-11-25T08:24:37,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/ab94db6de0794416916f349f87f0046a to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/ab94db6de0794416916f349f87f0046a 2024-11-25T08:24:37,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/a6571fecd2f842c5ad203b23dd20a57d to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/a6571fecd2f842c5ad203b23dd20a57d 2024-11-25T08:24:37,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/da7921327fbf4b469a62cca1ded4be09 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/da7921327fbf4b469a62cca1ded4be09 2024-11-25T08:24:37,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/73d9bb509fe149cb97837a611bab2f16 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/73d9bb509fe149cb97837a611bab2f16 2024-11-25T08:24:37,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/32841e3944b84cb6b9dbb0859b680bdc to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/32841e3944b84cb6b9dbb0859b680bdc 2024-11-25T08:24:37,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/e2ec98b8abf8428f8a9c90ef0125ce12 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/e2ec98b8abf8428f8a9c90ef0125ce12 2024-11-25T08:24:37,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/20dd7ea8412f415892ae52124ca14772 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/20dd7ea8412f415892ae52124ca14772 2024-11-25T08:24:37,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/4767140e477440cc98e2bef88e83b18a to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/4767140e477440cc98e2bef88e83b18a 2024-11-25T08:24:37,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/037955f9eded47d19fb4aa02b77281f1 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/037955f9eded47d19fb4aa02b77281f1 2024-11-25T08:24:37,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/2cf1b54fdff94a8d963201301538180a to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/2cf1b54fdff94a8d963201301538180a 2024-11-25T08:24:37,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/e03f8cfd5aa641198102864b470f3b4f to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/e03f8cfd5aa641198102864b470f3b4f 2024-11-25T08:24:37,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/ae8e1fc97b7a4d7bbbf4c01b9d11bbea to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/ae8e1fc97b7a4d7bbbf4c01b9d11bbea 2024-11-25T08:24:37,134 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/recovered.edits/418.seqid, newMaxSeqId=418, maxSeqId=4 2024-11-25T08:24:37,135 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582. 2024-11-25T08:24:37,135 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1635): Region close journal for 05c7e2efc7c615837b1259b084765582: 2024-11-25T08:24:37,137 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(170): Closed 05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:37,137 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=05c7e2efc7c615837b1259b084765582, regionState=CLOSED 2024-11-25T08:24:37,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-25T08:24:37,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseRegionProcedure 05c7e2efc7c615837b1259b084765582, server=79c23c06fcc9,37061,1732523014560 in 2.1880 sec 2024-11-25T08:24:37,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-25T08:24:37,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=05c7e2efc7c615837b1259b084765582, UNASSIGN in 2.1920 sec 2024-11-25T08:24:37,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-25T08:24:37,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.1950 sec 2024-11-25T08:24:37,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523077146"}]},"ts":"1732523077146"} 2024-11-25T08:24:37,147 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T08:24:37,190 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T08:24:37,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.2970 sec 2024-11-25T08:24:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T08:24:39,005 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-25T08:24:39,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-25T08:24:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:24:39,007 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:24:39,007 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=67, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:24:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T08:24:39,010 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:39,018 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A, FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B, FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C, FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/recovered.edits] 2024-11-25T08:24:39,022 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/3ac1be88e34c41b6a481788d0f27f637 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/3ac1be88e34c41b6a481788d0f27f637 2024-11-25T08:24:39,024 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/78aa4ad58b0c4a3599f122ad5b3a2e56 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/78aa4ad58b0c4a3599f122ad5b3a2e56 2024-11-25T08:24:39,026 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/93e81ab7fb21431c990b8ef4e7de88c8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/A/93e81ab7fb21431c990b8ef4e7de88c8 2024-11-25T08:24:39,030 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/1e07ebeaa7614a5e91f517380194456f to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/1e07ebeaa7614a5e91f517380194456f 2024-11-25T08:24:39,033 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/258a3bfb8f7945a6b4a679fdaeb567e8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/258a3bfb8f7945a6b4a679fdaeb567e8 2024-11-25T08:24:39,035 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/840b75abbcad43a48f4b5ea85014a701 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/B/840b75abbcad43a48f4b5ea85014a701 2024-11-25T08:24:39,040 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/169dd4b593c744aa9bacb56ab5c962ab to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/169dd4b593c744aa9bacb56ab5c962ab 2024-11-25T08:24:39,042 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/2a39f1f5235540f19a1080abc91b0567 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/2a39f1f5235540f19a1080abc91b0567 2024-11-25T08:24:39,046 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/e37fb9613200473cb5c32a95dbec8cb1 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/C/e37fb9613200473cb5c32a95dbec8cb1 2024-11-25T08:24:39,050 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/recovered.edits/418.seqid to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582/recovered.edits/418.seqid 2024-11-25T08:24:39,052 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:39,053 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T08:24:39,053 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T08:24:39,055 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T08:24:39,061 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250cee22f9881a4f02b4f79ba136a28f98_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250cee22f9881a4f02b4f79ba136a28f98_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:39,062 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250f3d7a973c3049d89e5e5a3c906c0c48_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250f3d7a973c3049d89e5e5a3c906c0c48_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:39,064 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125165c18d95d5949c7afbbc671a9485162_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125165c18d95d5949c7afbbc671a9485162_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:39,066 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125374f3dc505a04a6f81b1a5227b97378f_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125374f3dc505a04a6f81b1a5227b97378f_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:39,067 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253cc595bb58134cae8e7078f15c2312ae_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253cc595bb58134cae8e7078f15c2312ae_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:39,069 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112541dea1ddfe0c4163853b0890cce64919_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112541dea1ddfe0c4163853b0890cce64919_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:39,071 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112551a420324de6434cb844a0cc321a4364_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112551a420324de6434cb844a0cc321a4364_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:39,072 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256186c55d8e794287ad906c837d18954b_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256186c55d8e794287ad906c837d18954b_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:39,073 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256b67f3b7a8e748699816963657ebf97f_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256b67f3b7a8e748699816963657ebf97f_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:39,075 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112575aa9d15bfe74ef0974b93cd1e76afcf_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112575aa9d15bfe74ef0974b93cd1e76afcf_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:39,076 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112577655abbc74649d484f9aa359816d94f_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112577655abbc74649d484f9aa359816d94f_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:39,078 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258f51a24d27944663a11ff01df173daf5_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258f51a24d27944663a11ff01df173daf5_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:39,079 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259418f31cea6b43a785c9fbf17848b394_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259418f31cea6b43a785c9fbf17848b394_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:39,081 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a222572eecd745329d576f3797df7a94_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a222572eecd745329d576f3797df7a94_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:39,083 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b2836e0fe20946ed95ec676ce1c6f561_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b2836e0fe20946ed95ec676ce1c6f561_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:39,084 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b6b0d278120e494c9c5b53d5ebc965bc_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b6b0d278120e494c9c5b53d5ebc965bc_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:39,086 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b90162196ec348e89752b53d8da901be_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b90162196ec348e89752b53d8da901be_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:39,089 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125beba784c7dcf4ecd856ecf8a1d6d4b8f_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125beba784c7dcf4ecd856ecf8a1d6d4b8f_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:39,090 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c37e9255399d41e59f61d52f5bed3c10_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c37e9255399d41e59f61d52f5bed3c10_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:39,092 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d59119b4161d43aebd13758406289f38_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d59119b4161d43aebd13758406289f38_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:39,093 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e5de1b44f9c744a2bbe7d953265a0abc_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e5de1b44f9c744a2bbe7d953265a0abc_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:39,095 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fe4e021ba63e424b9792c65ec83b58a4_05c7e2efc7c615837b1259b084765582 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fe4e021ba63e424b9792c65ec83b58a4_05c7e2efc7c615837b1259b084765582 2024-11-25T08:24:39,096 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T08:24:39,098 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=67, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:24:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T08:24:39,120 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T08:24:39,129 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T08:24:39,131 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=67, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:24:39,131 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T08:24:39,131 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732523079131"}]},"ts":"9223372036854775807"} 2024-11-25T08:24:39,150 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T08:24:39,150 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 05c7e2efc7c615837b1259b084765582, NAME => 'TestAcidGuarantees,,1732523051753.05c7e2efc7c615837b1259b084765582.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T08:24:39,150 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T08:24:39,152 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732523079150"}]},"ts":"9223372036854775807"} 2024-11-25T08:24:39,176 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T08:24:39,249 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=67, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:24:39,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 244 msec 2024-11-25T08:24:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T08:24:39,312 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-25T08:24:39,337 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=242 (was 237) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1003156834_22 at /127.0.0.1:43090 [Waiting for operation #782] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d5dc8a3-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/cluster_7edcb396-4836-b96c-821f-6ecdb264c13c/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1210441393_22 at /127.0.0.1:47476 [Waiting for operation #644] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1003156834_22 at /127.0.0.1:43146 [Waiting for operation #773] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d5dc8a3-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d5dc8a3-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d5dc8a3-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/cluster_7edcb396-4836-b96c-821f-6ecdb264c13c/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1210441393_22 at /127.0.0.1:43032 [Waiting for operation #791] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1305 (was 1405), ProcessCount=11 (was 11), AvailableMemoryMB=1470 (was 1667) 2024-11-25T08:24:39,358 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=242, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=1305, ProcessCount=11, AvailableMemoryMB=1470 2024-11-25T08:24:39,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T08:24:39,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T08:24:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T08:24:39,361 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T08:24:39,361 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:39,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 68 2024-11-25T08:24:39,362 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T08:24:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-25T08:24:39,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742063_1239 (size=963) 2024-11-25T08:24:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-25T08:24:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-25T08:24:39,781 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907 2024-11-25T08:24:39,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742064_1240 (size=53) 2024-11-25T08:24:39,823 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T08:24:39,823 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing b036f28393087f553ea3cab7bec0e0d5, disabling compactions & flushes 2024-11-25T08:24:39,823 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:39,823 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:39,823 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. after waiting 0 ms 2024-11-25T08:24:39,823 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:39,823 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:39,823 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:39,824 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T08:24:39,824 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732523079824"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732523079824"}]},"ts":"1732523079824"} 2024-11-25T08:24:39,826 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T08:24:39,827 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T08:24:39,827 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523079827"}]},"ts":"1732523079827"} 2024-11-25T08:24:39,830 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T08:24:39,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b036f28393087f553ea3cab7bec0e0d5, ASSIGN}] 2024-11-25T08:24:39,884 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b036f28393087f553ea3cab7bec0e0d5, ASSIGN 2024-11-25T08:24:39,885 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b036f28393087f553ea3cab7bec0e0d5, ASSIGN; state=OFFLINE, location=79c23c06fcc9,37061,1732523014560; forceNewPlan=false, retain=false 2024-11-25T08:24:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-25T08:24:40,036 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=b036f28393087f553ea3cab7bec0e0d5, regionState=OPENING, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:40,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; OpenRegionProcedure b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560}] 2024-11-25T08:24:40,189 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:40,193 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:40,193 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7285): Opening region: {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} 2024-11-25T08:24:40,193 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:40,193 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T08:24:40,194 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7327): checking encryption for b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:40,194 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7330): checking classloading for b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:40,215 INFO [StoreOpener-b036f28393087f553ea3cab7bec0e0d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:40,220 INFO [StoreOpener-b036f28393087f553ea3cab7bec0e0d5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:24:40,220 INFO [StoreOpener-b036f28393087f553ea3cab7bec0e0d5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b036f28393087f553ea3cab7bec0e0d5 columnFamilyName A 2024-11-25T08:24:40,220 DEBUG [StoreOpener-b036f28393087f553ea3cab7bec0e0d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:40,221 INFO [StoreOpener-b036f28393087f553ea3cab7bec0e0d5-1 {}] regionserver.HStore(327): Store=b036f28393087f553ea3cab7bec0e0d5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:24:40,221 INFO [StoreOpener-b036f28393087f553ea3cab7bec0e0d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:40,224 INFO [StoreOpener-b036f28393087f553ea3cab7bec0e0d5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:24:40,225 INFO [StoreOpener-b036f28393087f553ea3cab7bec0e0d5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b036f28393087f553ea3cab7bec0e0d5 columnFamilyName B 2024-11-25T08:24:40,225 DEBUG [StoreOpener-b036f28393087f553ea3cab7bec0e0d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:40,225 INFO [StoreOpener-b036f28393087f553ea3cab7bec0e0d5-1 {}] regionserver.HStore(327): Store=b036f28393087f553ea3cab7bec0e0d5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:24:40,227 INFO [StoreOpener-b036f28393087f553ea3cab7bec0e0d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:40,247 INFO [StoreOpener-b036f28393087f553ea3cab7bec0e0d5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:24:40,248 INFO [StoreOpener-b036f28393087f553ea3cab7bec0e0d5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b036f28393087f553ea3cab7bec0e0d5 columnFamilyName C 2024-11-25T08:24:40,248 DEBUG [StoreOpener-b036f28393087f553ea3cab7bec0e0d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:24:40,248 INFO [StoreOpener-b036f28393087f553ea3cab7bec0e0d5-1 {}] regionserver.HStore(327): Store=b036f28393087f553ea3cab7bec0e0d5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:24:40,249 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:40,249 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:40,250 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:40,252 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T08:24:40,254 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1085): writing seq id for b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:40,256 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T08:24:40,256 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1102): Opened b036f28393087f553ea3cab7bec0e0d5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61886539, jitterRate=-0.07781870663166046}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T08:24:40,257 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1001): Region open journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:40,258 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., pid=70, masterSystemTime=1732523080189 2024-11-25T08:24:40,259 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:40,260 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:40,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=b036f28393087f553ea3cab7bec0e0d5, regionState=OPEN, openSeqNum=2, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:40,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-25T08:24:40,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; OpenRegionProcedure b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 in 224 msec 2024-11-25T08:24:40,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68 2024-11-25T08:24:40,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b036f28393087f553ea3cab7bec0e0d5, ASSIGN in 380 msec 2024-11-25T08:24:40,265 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T08:24:40,265 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523080265"}]},"ts":"1732523080265"} 2024-11-25T08:24:40,266 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T08:24:40,333 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T08:24:40,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 974 msec 2024-11-25T08:24:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-25T08:24:40,465 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 68 completed 2024-11-25T08:24:40,467 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51de3a2e to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11a86592 2024-11-25T08:24:40,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179af510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:24:40,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:24:40,482 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:24:40,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T08:24:40,487 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T08:24:40,490 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x118bee7f to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@435d9d29 2024-11-25T08:24:40,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3afd227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:24:40,505 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x59c0262f to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76db5ceb 2024-11-25T08:24:40,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1886fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:24:40,518 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72b3148e to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e232237 2024-11-25T08:24:40,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11437860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:24:40,530 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x042e251a to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43db8d32 2024-11-25T08:24:40,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d16d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:24:40,549 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x485c0110 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@57f1a734 2024-11-25T08:24:40,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1588f37e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:24:40,576 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x25a14e0d to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77604ac4 2024-11-25T08:24:40,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8fc759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:24:40,605 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16d72710 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63946964 2024-11-25T08:24:40,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4785cf40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:24:40,620 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f233fb2 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fbcaa7b 2024-11-25T08:24:40,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362a9103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:24:40,637 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1bb237d6 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21e7a9a9 2024-11-25T08:24:40,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4327961f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:24:40,652 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06af20bc to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a996b21 2024-11-25T08:24:40,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f18103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:24:40,711 DEBUG [hconnection-0x16b5524-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:24:40,712 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:24:40,726 DEBUG [hconnection-0x7cc5315f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:24:40,727 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:24:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:40,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T08:24:40,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:24:40,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:40,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:24:40,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:40,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:24:40,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:40,735 DEBUG [hconnection-0x3b50faee-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:24:40,736 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:24:40,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/78dbef9aeb7a461a85d10b7cc1e3fda2 is 50, key is test_row_0/A:col10/1732523080715/Put/seqid=0 2024-11-25T08:24:40,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:24:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-25T08:24:40,817 DEBUG [hconnection-0x39dcce67-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:24:40,818 DEBUG [hconnection-0x5cf8acd5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:24:40,819 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:24:40,820 DEBUG [hconnection-0x1c4ddcd6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:24:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T08:24:40,820 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:24:40,820 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:24:40,821 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:24:40,821 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:24:40,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:24:40,867 DEBUG [hconnection-0x1bd56dac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:24:40,871 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:24:40,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523140897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:40,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523140897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:40,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523140902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:40,906 DEBUG [hconnection-0x13a547a1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:24:40,908 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:24:40,913 DEBUG [hconnection-0x1f6aa33a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:24:40,916 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:24:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T08:24:40,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523140924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:40,939 DEBUG [hconnection-0x3860fb6c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:24:40,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742065_1241 (size=12001) 2024-11-25T08:24:40,941 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:24:40,943 DEBUG [master/79c23c06fcc9:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 243e62930d363c56be0728a38edba888 changed from -1.0 to 0.0, refreshing cache 2024-11-25T08:24:40,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523140944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:40,974 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:40,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T08:24:40,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:40,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:40,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:40,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:40,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:41,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523141003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:41,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523141004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:41,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523141009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:41,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523141028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:41,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523141051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T08:24:41,127 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:41,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T08:24:41,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:41,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:41,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:41,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:41,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:41,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523141208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:41,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523141209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:41,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523141216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:41,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523141235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:41,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523141256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:41,281 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:41,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T08:24:41,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:41,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:41,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:41,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:41,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:41,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:41,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/78dbef9aeb7a461a85d10b7cc1e3fda2 2024-11-25T08:24:41,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/4c85d35e541f4fe2aa06a6bc1c227bb6 is 50, key is test_row_0/B:col10/1732523080715/Put/seqid=0 2024-11-25T08:24:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T08:24:41,437 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:41,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T08:24:41,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:41,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:41,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:41,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:41,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:41,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742066_1242 (size=12001) 2024-11-25T08:24:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:41,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523141513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:41,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523141512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:41,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523141519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:41,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:41,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523141538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:41,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523141567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:41,604 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:41,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T08:24:41,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:41,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:41,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:41,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:41,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:41,760 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:41,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T08:24:41,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:41,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:41,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:41,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:41,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:41,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/4c85d35e541f4fe2aa06a6bc1c227bb6 2024-11-25T08:24:41,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/3b85bb963e2c4c3196142da77e4b39ec is 50, key is test_row_0/C:col10/1732523080715/Put/seqid=0 2024-11-25T08:24:41,915 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:41,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T08:24:41,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:41,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:41,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:41,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:41,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:41,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742067_1243 (size=12001) 2024-11-25T08:24:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T08:24:42,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523142020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:42,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523142025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:42,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523142035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:42,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523142043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:42,068 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:42,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T08:24:42,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:42,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:42,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:42,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:42,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:42,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523142074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:42,231 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:42,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T08:24:42,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:42,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:42,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:42,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:42,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:42,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/3b85bb963e2c4c3196142da77e4b39ec 2024-11-25T08:24:42,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/78dbef9aeb7a461a85d10b7cc1e3fda2 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/78dbef9aeb7a461a85d10b7cc1e3fda2 2024-11-25T08:24:42,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/78dbef9aeb7a461a85d10b7cc1e3fda2, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T08:24:42,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/4c85d35e541f4fe2aa06a6bc1c227bb6 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/4c85d35e541f4fe2aa06a6bc1c227bb6 2024-11-25T08:24:42,384 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:42,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/4c85d35e541f4fe2aa06a6bc1c227bb6, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T08:24:42,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/3b85bb963e2c4c3196142da77e4b39ec as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3b85bb963e2c4c3196142da77e4b39ec 2024-11-25T08:24:42,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T08:24:42,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:42,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:42,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:42,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:42,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:42,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3b85bb963e2c4c3196142da77e4b39ec, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T08:24:42,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b036f28393087f553ea3cab7bec0e0d5 in 1704ms, sequenceid=12, compaction requested=false 2024-11-25T08:24:42,433 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T08:24:42,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:42,565 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:42,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T08:24:42,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:42,566 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T08:24:42,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:24:42,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:42,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:24:42,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:42,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:24:42,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:42,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/a545632a872345b4bb61bc719fcfc1b6 is 50, key is test_row_0/A:col10/1732523080897/Put/seqid=0 2024-11-25T08:24:42,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742068_1244 (size=12001) 2024-11-25T08:24:42,631 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/a545632a872345b4bb61bc719fcfc1b6 2024-11-25T08:24:42,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/0711999f6c0940129878e8933c6ddf39 is 50, key is test_row_0/B:col10/1732523080897/Put/seqid=0 2024-11-25T08:24:42,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742069_1245 (size=12001) 2024-11-25T08:24:42,706 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T08:24:42,708 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/0711999f6c0940129878e8933c6ddf39 2024-11-25T08:24:42,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/e74d2adb291f41ebbdb1a79cbd85d6fd is 50, key is test_row_0/C:col10/1732523080897/Put/seqid=0 2024-11-25T08:24:42,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742070_1246 (size=12001) 2024-11-25T08:24:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T08:24:43,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:43,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523143062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:43,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523143063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:43,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523143063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:43,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523143066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:43,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523143082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:43,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523143170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:43,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523143170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:43,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523143170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:43,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523143173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:43,217 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/e74d2adb291f41ebbdb1a79cbd85d6fd 2024-11-25T08:24:43,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/a545632a872345b4bb61bc719fcfc1b6 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/a545632a872345b4bb61bc719fcfc1b6 2024-11-25T08:24:43,240 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/a545632a872345b4bb61bc719fcfc1b6, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T08:24:43,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/0711999f6c0940129878e8933c6ddf39 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/0711999f6c0940129878e8933c6ddf39 2024-11-25T08:24:43,269 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/0711999f6c0940129878e8933c6ddf39, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T08:24:43,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/e74d2adb291f41ebbdb1a79cbd85d6fd as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/e74d2adb291f41ebbdb1a79cbd85d6fd 2024-11-25T08:24:43,290 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/e74d2adb291f41ebbdb1a79cbd85d6fd, entries=150, sequenceid=37, filesize=11.7 K 2024-11-25T08:24:43,296 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b036f28393087f553ea3cab7bec0e0d5 in 729ms, sequenceid=37, compaction requested=false 2024-11-25T08:24:43,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:43,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:43,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-25T08:24:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-25T08:24:43,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-25T08:24:43,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4770 sec 2024-11-25T08:24:43,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 2.4840 sec 2024-11-25T08:24:43,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T08:24:43,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:24:43,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:43,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:24:43,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:43,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:24:43,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:43,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/144a3aa5f0a34b6083a2c1d2e5c5a616 is 50, key is test_row_1/A:col10/1732523083383/Put/seqid=0 2024-11-25T08:24:43,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742071_1247 (size=11997) 2024-11-25T08:24:43,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/144a3aa5f0a34b6083a2c1d2e5c5a616 2024-11-25T08:24:43,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523143445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:43,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:43,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523143457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523143457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:43,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523143460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:43,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/bf3dcd9d0cc94581868d4f37721a1a12 is 50, key is test_row_1/B:col10/1732523083383/Put/seqid=0 2024-11-25T08:24:43,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742072_1248 (size=9657) 2024-11-25T08:24:43,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/bf3dcd9d0cc94581868d4f37721a1a12 2024-11-25T08:24:43,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/df38f897de344f9897aa1de1947c0cb5 is 50, key is test_row_1/C:col10/1732523083383/Put/seqid=0 2024-11-25T08:24:43,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523143574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:43,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523143574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:43,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523143574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:43,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523143574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:43,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742073_1249 (size=9657) 2024-11-25T08:24:43,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523143778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:43,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:43,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523143783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:43,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523143784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:43,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523143784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:44,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/df38f897de344f9897aa1de1947c0cb5 2024-11-25T08:24:44,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/144a3aa5f0a34b6083a2c1d2e5c5a616 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/144a3aa5f0a34b6083a2c1d2e5c5a616 2024-11-25T08:24:44,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/144a3aa5f0a34b6083a2c1d2e5c5a616, entries=150, sequenceid=49, filesize=11.7 K 2024-11-25T08:24:44,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/bf3dcd9d0cc94581868d4f37721a1a12 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/bf3dcd9d0cc94581868d4f37721a1a12 2024-11-25T08:24:44,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/bf3dcd9d0cc94581868d4f37721a1a12, entries=100, sequenceid=49, filesize=9.4 K 2024-11-25T08:24:44,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/df38f897de344f9897aa1de1947c0cb5 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/df38f897de344f9897aa1de1947c0cb5 2024-11-25T08:24:44,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/df38f897de344f9897aa1de1947c0cb5, entries=100, sequenceid=49, filesize=9.4 K 2024-11-25T08:24:44,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for b036f28393087f553ea3cab7bec0e0d5 in 672ms, sequenceid=49, compaction requested=true 2024-11-25T08:24:44,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:44,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:24:44,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:44,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:24:44,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:24:44,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:44,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T08:24:44,057 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:44,057 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:44,058 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:44,058 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/A is initiating minor compaction (all files) 2024-11-25T08:24:44,058 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/A in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:44,058 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/78dbef9aeb7a461a85d10b7cc1e3fda2, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/a545632a872345b4bb61bc719fcfc1b6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/144a3aa5f0a34b6083a2c1d2e5c5a616] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=35.2 K 2024-11-25T08:24:44,059 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78dbef9aeb7a461a85d10b7cc1e3fda2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732523080715 2024-11-25T08:24:44,059 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:44,059 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/C is initiating minor compaction (all files) 2024-11-25T08:24:44,059 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/C in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:44,059 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3b85bb963e2c4c3196142da77e4b39ec, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/e74d2adb291f41ebbdb1a79cbd85d6fd, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/df38f897de344f9897aa1de1947c0cb5] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=32.9 K 2024-11-25T08:24:44,059 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting a545632a872345b4bb61bc719fcfc1b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732523080876 2024-11-25T08:24:44,059 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 144a3aa5f0a34b6083a2c1d2e5c5a616, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732523083054 2024-11-25T08:24:44,060 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b85bb963e2c4c3196142da77e4b39ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732523080715 2024-11-25T08:24:44,060 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting e74d2adb291f41ebbdb1a79cbd85d6fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732523080876 2024-11-25T08:24:44,060 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting df38f897de344f9897aa1de1947c0cb5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732523083064 2024-11-25T08:24:44,078 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#A#compaction#200 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:44,078 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/437cd6e8f9e04451953ee5dc029f9935 is 50, key is test_row_0/A:col10/1732523080897/Put/seqid=0 2024-11-25T08:24:44,089 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#C#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:44,090 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/b213db9c505d4bd09c8f9b5954598c12 is 50, key is test_row_0/C:col10/1732523080897/Put/seqid=0 2024-11-25T08:24:44,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T08:24:44,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:24:44,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:44,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:24:44,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:44,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:24:44,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:44,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523144099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:44,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523144102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:44,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523144104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:44,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523144105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:44,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/8d731f66dd6248b08c40511ac53618f4 is 50, key is test_row_0/A:col10/1732523084090/Put/seqid=0 2024-11-25T08:24:44,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742074_1250 (size=12104) 2024-11-25T08:24:44,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742075_1251 (size=12104) 2024-11-25T08:24:44,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523144206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:44,214 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/b213db9c505d4bd09c8f9b5954598c12 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/b213db9c505d4bd09c8f9b5954598c12 2024-11-25T08:24:44,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523144212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:44,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523144215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:44,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523144215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:44,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742076_1252 (size=12001) 2024-11-25T08:24:44,222 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/C of b036f28393087f553ea3cab7bec0e0d5 into b213db9c505d4bd09c8f9b5954598c12(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:44,222 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:44,222 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/C, priority=13, startTime=1732523084056; duration=0sec 2024-11-25T08:24:44,222 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:44,222 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:C 2024-11-25T08:24:44,222 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:44,223 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:44,223 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/B is initiating minor compaction (all files) 2024-11-25T08:24:44,223 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/B in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:44,224 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/4c85d35e541f4fe2aa06a6bc1c227bb6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/0711999f6c0940129878e8933c6ddf39, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/bf3dcd9d0cc94581868d4f37721a1a12] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=32.9 K 2024-11-25T08:24:44,224 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c85d35e541f4fe2aa06a6bc1c227bb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732523080715 2024-11-25T08:24:44,224 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 0711999f6c0940129878e8933c6ddf39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732523080876 2024-11-25T08:24:44,225 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting bf3dcd9d0cc94581868d4f37721a1a12, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732523083064 2024-11-25T08:24:44,246 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#B#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:44,247 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/84eac891b69f40898aa945ceda612224 is 50, key is test_row_0/B:col10/1732523080897/Put/seqid=0 2024-11-25T08:24:44,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742077_1253 (size=12104) 2024-11-25T08:24:44,292 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/84eac891b69f40898aa945ceda612224 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/84eac891b69f40898aa945ceda612224 2024-11-25T08:24:44,305 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/B of b036f28393087f553ea3cab7bec0e0d5 into 84eac891b69f40898aa945ceda612224(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:44,305 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:44,306 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/B, priority=13, startTime=1732523084056; duration=0sec 2024-11-25T08:24:44,306 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:44,306 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:B 2024-11-25T08:24:44,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523144419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:44,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:44,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523144419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523144419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:44,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523144421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:44,595 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/437cd6e8f9e04451953ee5dc029f9935 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/437cd6e8f9e04451953ee5dc029f9935 2024-11-25T08:24:44,602 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/A of b036f28393087f553ea3cab7bec0e0d5 into 437cd6e8f9e04451953ee5dc029f9935(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:44,602 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:44,602 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/A, priority=13, startTime=1732523084056; duration=0sec 2024-11-25T08:24:44,602 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:44,602 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:A 2024-11-25T08:24:44,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/8d731f66dd6248b08c40511ac53618f4 2024-11-25T08:24:44,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/cf66f9782d204925807cd4be002617d6 is 50, key is test_row_0/B:col10/1732523084090/Put/seqid=0 2024-11-25T08:24:44,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742078_1254 (size=12001) 2024-11-25T08:24:44,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/cf66f9782d204925807cd4be002617d6 2024-11-25T08:24:44,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/3ea8cff68e054c4daac5e8735eadffad is 50, key is test_row_0/C:col10/1732523084090/Put/seqid=0 2024-11-25T08:24:44,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:44,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523144726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523144726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:44,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523144727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:44,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523144727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:44,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742079_1255 (size=12001) 2024-11-25T08:24:44,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/3ea8cff68e054c4daac5e8735eadffad 2024-11-25T08:24:44,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/8d731f66dd6248b08c40511ac53618f4 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/8d731f66dd6248b08c40511ac53618f4 2024-11-25T08:24:44,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/8d731f66dd6248b08c40511ac53618f4, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T08:24:44,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/cf66f9782d204925807cd4be002617d6 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/cf66f9782d204925807cd4be002617d6 2024-11-25T08:24:44,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/cf66f9782d204925807cd4be002617d6, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T08:24:44,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/3ea8cff68e054c4daac5e8735eadffad as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3ea8cff68e054c4daac5e8735eadffad 2024-11-25T08:24:44,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3ea8cff68e054c4daac5e8735eadffad, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T08:24:44,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for b036f28393087f553ea3cab7bec0e0d5 in 708ms, sequenceid=75, compaction requested=false 2024-11-25T08:24:44,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T08:24:44,925 INFO [Thread-1123 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-25T08:24:44,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:24:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-25T08:24:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T08:24:44,928 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:24:44,929 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:24:44,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:24:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T08:24:45,087 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:45,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T08:24:45,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:45,095 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T08:24:45,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:24:45,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:45,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:24:45,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:45,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:24:45,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:45,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/cf41a7c572dc442ca1313950530aff59 is 50, key is test_row_0/A:col10/1732523084104/Put/seqid=0 2024-11-25T08:24:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:45,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:45,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742080_1256 (size=12001) 2024-11-25T08:24:45,156 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/cf41a7c572dc442ca1313950530aff59 2024-11-25T08:24:45,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/b5dbc47509d84bbbb3f671483d75f3b8 is 50, key is test_row_0/B:col10/1732523084104/Put/seqid=0 2024-11-25T08:24:45,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742081_1257 (size=12001) 2024-11-25T08:24:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T08:24:45,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523145256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:45,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523145256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:45,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523145256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:45,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523145259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:45,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523145266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:45,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523145368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:45,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523145369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:45,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:45,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523145369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523145370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:45,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523145377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T08:24:45,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523145577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:45,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523145579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:45,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523145580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:45,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523145581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:45,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523145591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:45,627 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/b5dbc47509d84bbbb3f671483d75f3b8 2024-11-25T08:24:45,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/2f676bbdefb64d4d8559065b83281e54 is 50, key is test_row_0/C:col10/1732523084104/Put/seqid=0 2024-11-25T08:24:45,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742082_1258 (size=12001) 2024-11-25T08:24:45,700 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/2f676bbdefb64d4d8559065b83281e54 2024-11-25T08:24:45,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/cf41a7c572dc442ca1313950530aff59 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/cf41a7c572dc442ca1313950530aff59 2024-11-25T08:24:45,712 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/cf41a7c572dc442ca1313950530aff59, entries=150, sequenceid=88, filesize=11.7 K 2024-11-25T08:24:45,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/b5dbc47509d84bbbb3f671483d75f3b8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/b5dbc47509d84bbbb3f671483d75f3b8 2024-11-25T08:24:45,718 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/b5dbc47509d84bbbb3f671483d75f3b8, entries=150, sequenceid=88, filesize=11.7 K 2024-11-25T08:24:45,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/2f676bbdefb64d4d8559065b83281e54 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/2f676bbdefb64d4d8559065b83281e54 2024-11-25T08:24:45,724 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/2f676bbdefb64d4d8559065b83281e54, entries=150, sequenceid=88, filesize=11.7 K 2024-11-25T08:24:45,725 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for b036f28393087f553ea3cab7bec0e0d5 in 630ms, sequenceid=88, compaction requested=true 2024-11-25T08:24:45,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:45,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:45,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-25T08:24:45,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-25T08:24:45,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-25T08:24:45,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 797 msec 2024-11-25T08:24:45,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 802 msec 2024-11-25T08:24:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:45,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-25T08:24:45,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:24:45,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:45,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:24:45,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:45,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:24:45,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:45,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523145950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:45,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:45,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523145951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:45,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/2619d99b0eff45449b874f06fdb4e34f is 50, key is test_row_0/A:col10/1732523085892/Put/seqid=0 2024-11-25T08:24:45,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:45,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523145954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:45,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:45,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523145958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523145955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:46,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T08:24:46,032 INFO [Thread-1123 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-25T08:24:46,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742083_1259 (size=12001) 2024-11-25T08:24:46,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:24:46,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-25T08:24:46,035 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:24:46,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T08:24:46,036 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:24:46,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:24:46,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/2619d99b0eff45449b874f06fdb4e34f 2024-11-25T08:24:46,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/f9dbc8362e504f22a9ccb50a2c1ef5e3 is 50, key is test_row_0/B:col10/1732523085892/Put/seqid=0 2024-11-25T08:24:46,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:46,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523146059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523146058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:46,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:46,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523146065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:46,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:46,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523146065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:46,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523146068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:46,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742084_1260 (size=12001) 2024-11-25T08:24:46,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/f9dbc8362e504f22a9ccb50a2c1ef5e3 2024-11-25T08:24:46,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/51485622affe431692aa0ad7ad4e9325 is 50, key is test_row_0/C:col10/1732523085892/Put/seqid=0 2024-11-25T08:24:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T08:24:46,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742085_1261 (size=12001) 2024-11-25T08:24:46,189 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:46,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T08:24:46,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:46,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:46,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:46,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:46,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:46,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:46,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:46,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523146265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:46,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523146267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:46,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523146269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523146264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:46,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523146274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T08:24:46,343 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:46,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T08:24:46,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:46,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:46,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:46,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:46,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:46,499 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:46,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T08:24:46,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:46,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:46,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:46,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:46,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:46,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/51485622affe431692aa0ad7ad4e9325 2024-11-25T08:24:46,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523146574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:46,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/2619d99b0eff45449b874f06fdb4e34f as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/2619d99b0eff45449b874f06fdb4e34f 2024-11-25T08:24:46,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523146579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:46,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523146584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:46,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523146584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:46,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523146586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:46,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/2619d99b0eff45449b874f06fdb4e34f, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T08:24:46,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/f9dbc8362e504f22a9ccb50a2c1ef5e3 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/f9dbc8362e504f22a9ccb50a2c1ef5e3 2024-11-25T08:24:46,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/f9dbc8362e504f22a9ccb50a2c1ef5e3, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T08:24:46,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/51485622affe431692aa0ad7ad4e9325 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/51485622affe431692aa0ad7ad4e9325 2024-11-25T08:24:46,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/51485622affe431692aa0ad7ad4e9325, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T08:24:46,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for b036f28393087f553ea3cab7bec0e0d5 in 669ms, sequenceid=117, compaction requested=true 2024-11-25T08:24:46,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:46,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:24:46,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:46,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:24:46,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:46,611 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:24:46,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:46,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:46,611 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:24:46,612 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:24:46,612 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/A is initiating minor compaction (all files) 2024-11-25T08:24:46,612 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/A in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:46,613 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/437cd6e8f9e04451953ee5dc029f9935, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/8d731f66dd6248b08c40511ac53618f4, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/cf41a7c572dc442ca1313950530aff59, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/2619d99b0eff45449b874f06fdb4e34f] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=47.0 K 2024-11-25T08:24:46,613 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 437cd6e8f9e04451953ee5dc029f9935, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732523080897 2024-11-25T08:24:46,613 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:24:46,613 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/B is initiating minor compaction (all files) 2024-11-25T08:24:46,613 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/B in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:46,614 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/84eac891b69f40898aa945ceda612224, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/cf66f9782d204925807cd4be002617d6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/b5dbc47509d84bbbb3f671483d75f3b8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/f9dbc8362e504f22a9ccb50a2c1ef5e3] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=47.0 K 2024-11-25T08:24:46,614 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 84eac891b69f40898aa945ceda612224, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732523080897 2024-11-25T08:24:46,614 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d731f66dd6248b08c40511ac53618f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732523083437 2024-11-25T08:24:46,614 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting cf66f9782d204925807cd4be002617d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732523083437 2024-11-25T08:24:46,615 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf41a7c572dc442ca1313950530aff59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732523084101 2024-11-25T08:24:46,615 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting b5dbc47509d84bbbb3f671483d75f3b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732523084101 2024-11-25T08:24:46,615 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2619d99b0eff45449b874f06fdb4e34f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732523085891 2024-11-25T08:24:46,615 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting f9dbc8362e504f22a9ccb50a2c1ef5e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732523085891 2024-11-25T08:24:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T08:24:46,646 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#B#compaction#212 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:46,647 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/139995adf7d2432f96b8c80198ffe296 is 50, key is test_row_0/B:col10/1732523085892/Put/seqid=0 2024-11-25T08:24:46,652 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#A#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:46,652 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/533f0405bbb74228891938407f896e34 is 50, key is test_row_0/A:col10/1732523085892/Put/seqid=0 2024-11-25T08:24:46,656 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:46,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T08:24:46,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:46,657 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T08:24:46,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:24:46,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:46,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:24:46,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:46,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:24:46,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:46,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/61a938ea90374e6499e756155785a997 is 50, key is test_row_0/A:col10/1732523085950/Put/seqid=0 2024-11-25T08:24:46,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742086_1262 (size=12241) 2024-11-25T08:24:46,737 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/139995adf7d2432f96b8c80198ffe296 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/139995adf7d2432f96b8c80198ffe296 2024-11-25T08:24:46,743 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/B of b036f28393087f553ea3cab7bec0e0d5 into 139995adf7d2432f96b8c80198ffe296(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:46,743 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:46,743 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/B, priority=12, startTime=1732523086610; duration=0sec 2024-11-25T08:24:46,743 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:46,743 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:B 2024-11-25T08:24:46,743 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:24:46,746 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:24:46,746 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/C is initiating minor compaction (all files) 2024-11-25T08:24:46,746 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/C in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:46,746 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/b213db9c505d4bd09c8f9b5954598c12, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3ea8cff68e054c4daac5e8735eadffad, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/2f676bbdefb64d4d8559065b83281e54, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/51485622affe431692aa0ad7ad4e9325] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=47.0 K 2024-11-25T08:24:46,746 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting b213db9c505d4bd09c8f9b5954598c12, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732523080897 2024-11-25T08:24:46,747 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ea8cff68e054c4daac5e8735eadffad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732523083437 2024-11-25T08:24:46,749 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f676bbdefb64d4d8559065b83281e54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732523084101 2024-11-25T08:24:46,750 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 51485622affe431692aa0ad7ad4e9325, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732523085891 2024-11-25T08:24:46,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742087_1263 (size=12241) 2024-11-25T08:24:46,774 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/533f0405bbb74228891938407f896e34 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/533f0405bbb74228891938407f896e34 2024-11-25T08:24:46,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742088_1264 (size=9657) 2024-11-25T08:24:46,779 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/61a938ea90374e6499e756155785a997 2024-11-25T08:24:46,787 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/A of b036f28393087f553ea3cab7bec0e0d5 into 533f0405bbb74228891938407f896e34(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:46,788 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:46,788 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/A, priority=12, startTime=1732523086610; duration=0sec 2024-11-25T08:24:46,788 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:46,788 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:A 2024-11-25T08:24:46,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/9f5578cef52f4499b55d56c3bbe7db32 is 50, key is test_row_0/B:col10/1732523085950/Put/seqid=0 2024-11-25T08:24:46,817 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#C#compaction#215 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:46,817 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/7c8287ffc640449e81ed026f0b1dc5e4 is 50, key is test_row_0/C:col10/1732523085892/Put/seqid=0 2024-11-25T08:24:46,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742090_1266 (size=12241) 2024-11-25T08:24:46,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742089_1265 (size=9657) 2024-11-25T08:24:47,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T08:24:47,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:47,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523147138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:47,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523147139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:47,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523147137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523147141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:47,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523147143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:47,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523147246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:47,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523147246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:47,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523147246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:47,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523147248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:47,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523147248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:47,291 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/9f5578cef52f4499b55d56c3bbe7db32 2024-11-25T08:24:47,294 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/7c8287ffc640449e81ed026f0b1dc5e4 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/7c8287ffc640449e81ed026f0b1dc5e4 2024-11-25T08:24:47,302 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/C of b036f28393087f553ea3cab7bec0e0d5 into 7c8287ffc640449e81ed026f0b1dc5e4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:47,302 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:47,302 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/C, priority=12, startTime=1732523086611; duration=0sec 2024-11-25T08:24:47,302 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:47,302 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:C 2024-11-25T08:24:47,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/4bad46e5995a46b3b2f25362a1816158 is 50, key is test_row_0/C:col10/1732523085950/Put/seqid=0 2024-11-25T08:24:47,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742091_1267 (size=9657) 2024-11-25T08:24:47,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523147464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:47,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523147464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:47,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523147471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:47,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:47,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523147471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:47,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523147484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:47,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523147770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:47,772 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/4bad46e5995a46b3b2f25362a1816158 2024-11-25T08:24:47,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523147772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:47,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/61a938ea90374e6499e756155785a997 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/61a938ea90374e6499e756155785a997 2024-11-25T08:24:47,787 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/61a938ea90374e6499e756155785a997, entries=100, sequenceid=124, filesize=9.4 K 2024-11-25T08:24:47,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523147785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:47,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523147787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:47,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/9f5578cef52f4499b55d56c3bbe7db32 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/9f5578cef52f4499b55d56c3bbe7db32 2024-11-25T08:24:47,795 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/9f5578cef52f4499b55d56c3bbe7db32, entries=100, sequenceid=124, filesize=9.4 K 2024-11-25T08:24:47,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523147793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:47,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/4bad46e5995a46b3b2f25362a1816158 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/4bad46e5995a46b3b2f25362a1816158 2024-11-25T08:24:47,802 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/4bad46e5995a46b3b2f25362a1816158, entries=100, sequenceid=124, filesize=9.4 K 2024-11-25T08:24:47,803 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for b036f28393087f553ea3cab7bec0e0d5 in 1147ms, sequenceid=124, compaction requested=false 2024-11-25T08:24:47,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:47,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:47,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-25T08:24:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-25T08:24:47,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-25T08:24:47,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7690 sec 2024-11-25T08:24:47,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.7730 sec 2024-11-25T08:24:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T08:24:48,143 INFO [Thread-1123 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-25T08:24:48,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:24:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-25T08:24:48,145 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:24:48,146 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:24:48,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:24:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T08:24:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T08:24:48,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-25T08:24:48,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:24:48,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:48,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:24:48,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:48,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:24:48,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:48,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523148291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:48,298 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:48,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523148291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:48,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T08:24:48,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:48,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:48,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:48,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:48,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:48,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/3cc5900a492c44819b36ac42f3f0364b is 50, key is test_row_0/A:col10/1732523088276/Put/seqid=0 2024-11-25T08:24:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:48,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523148297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:48,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523148298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:48,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523148305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:48,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742092_1268 (size=14541) 2024-11-25T08:24:48,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/3cc5900a492c44819b36ac42f3f0364b 2024-11-25T08:24:48,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/e4fc9b938b544bd08eef0d3a4ddd66fb is 50, key is test_row_0/B:col10/1732523088276/Put/seqid=0 2024-11-25T08:24:48,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742093_1269 (size=12151) 2024-11-25T08:24:48,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/e4fc9b938b544bd08eef0d3a4ddd66fb 2024-11-25T08:24:48,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:48,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523148413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523148413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:48,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/e30f17d439a14acfab874b55cf742a22 is 50, key is test_row_0/C:col10/1732523088276/Put/seqid=0 2024-11-25T08:24:48,451 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:48,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T08:24:48,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:48,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:48,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:48,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:48,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T08:24:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:48,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742094_1270 (size=12151) 2024-11-25T08:24:48,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/e30f17d439a14acfab874b55cf742a22 2024-11-25T08:24:48,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/3cc5900a492c44819b36ac42f3f0364b as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/3cc5900a492c44819b36ac42f3f0364b 2024-11-25T08:24:48,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/3cc5900a492c44819b36ac42f3f0364b, entries=200, sequenceid=157, filesize=14.2 K 2024-11-25T08:24:48,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/e4fc9b938b544bd08eef0d3a4ddd66fb as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/e4fc9b938b544bd08eef0d3a4ddd66fb 2024-11-25T08:24:48,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/e4fc9b938b544bd08eef0d3a4ddd66fb, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T08:24:48,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/e30f17d439a14acfab874b55cf742a22 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/e30f17d439a14acfab874b55cf742a22 2024-11-25T08:24:48,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/e30f17d439a14acfab874b55cf742a22, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T08:24:48,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for b036f28393087f553ea3cab7bec0e0d5 in 242ms, sequenceid=157, compaction requested=true 2024-11-25T08:24:48,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:48,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:24:48,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:48,522 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:48,522 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:48,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:24:48,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:48,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:48,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:48,523 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:48,523 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/B is initiating minor compaction (all files) 2024-11-25T08:24:48,523 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/B in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:48,524 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/139995adf7d2432f96b8c80198ffe296, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/9f5578cef52f4499b55d56c3bbe7db32, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/e4fc9b938b544bd08eef0d3a4ddd66fb] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=33.3 K 2024-11-25T08:24:48,524 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36439 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:48,524 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/A is initiating minor compaction (all files) 2024-11-25T08:24:48,524 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/A in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:48,524 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/533f0405bbb74228891938407f896e34, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/61a938ea90374e6499e756155785a997, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/3cc5900a492c44819b36ac42f3f0364b] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=35.6 K 2024-11-25T08:24:48,524 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 139995adf7d2432f96b8c80198ffe296, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732523085891 2024-11-25T08:24:48,525 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f5578cef52f4499b55d56c3bbe7db32, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732523085950 2024-11-25T08:24:48,525 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 533f0405bbb74228891938407f896e34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732523085891 2024-11-25T08:24:48,525 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting e4fc9b938b544bd08eef0d3a4ddd66fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732523087125 2024-11-25T08:24:48,525 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61a938ea90374e6499e756155785a997, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732523085950 2024-11-25T08:24:48,526 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cc5900a492c44819b36ac42f3f0364b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732523087125 2024-11-25T08:24:48,547 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#A#compaction#221 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:48,547 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/15cd320ceb55451d8228920ae3a1ef46 is 50, key is test_row_0/A:col10/1732523088276/Put/seqid=0 2024-11-25T08:24:48,573 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#B#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:48,573 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/74b069c025004f809638aa07f208ed5d is 50, key is test_row_0/B:col10/1732523088276/Put/seqid=0 2024-11-25T08:24:48,607 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:48,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T08:24:48,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:48,608 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T08:24:48,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:24:48,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:48,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:24:48,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:48,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:24:48,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:48,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742095_1271 (size=12493) 2024-11-25T08:24:48,645 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/15cd320ceb55451d8228920ae3a1ef46 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/15cd320ceb55451d8228920ae3a1ef46 2024-11-25T08:24:48,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:48,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742096_1272 (size=12493) 2024-11-25T08:24:48,655 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/A of b036f28393087f553ea3cab7bec0e0d5 into 15cd320ceb55451d8228920ae3a1ef46(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:48,655 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:48,655 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/A, priority=13, startTime=1732523088522; duration=0sec 2024-11-25T08:24:48,655 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:48,656 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:A 2024-11-25T08:24:48,656 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:48,658 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:48,658 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/C is initiating minor compaction (all files) 2024-11-25T08:24:48,658 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/C in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:48,658 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/7c8287ffc640449e81ed026f0b1dc5e4, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/4bad46e5995a46b3b2f25362a1816158, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/e30f17d439a14acfab874b55cf742a22] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=33.3 K 2024-11-25T08:24:48,660 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c8287ffc640449e81ed026f0b1dc5e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732523085891 2024-11-25T08:24:48,661 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/74b069c025004f809638aa07f208ed5d as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/74b069c025004f809638aa07f208ed5d 2024-11-25T08:24:48,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/a2375b21c41945cf8ab360b829dfd30d is 50, key is test_row_1/A:col10/1732523088290/Put/seqid=0 2024-11-25T08:24:48,665 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bad46e5995a46b3b2f25362a1816158, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732523085950 2024-11-25T08:24:48,669 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting e30f17d439a14acfab874b55cf742a22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732523087125 2024-11-25T08:24:48,675 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/B of b036f28393087f553ea3cab7bec0e0d5 into 74b069c025004f809638aa07f208ed5d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:48,675 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:48,675 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/B, priority=13, startTime=1732523088522; duration=0sec 2024-11-25T08:24:48,675 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:48,675 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:B 2024-11-25T08:24:48,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742097_1273 (size=9757) 2024-11-25T08:24:48,700 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/a2375b21c41945cf8ab360b829dfd30d 2024-11-25T08:24:48,721 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#C#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:48,721 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/8d0dfd5a79c64952bded29d637f73721 is 50, key is test_row_0/C:col10/1732523088276/Put/seqid=0 2024-11-25T08:24:48,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/b5b80f12b0fe456a93e11b9f4b3e63bd is 50, key is test_row_1/B:col10/1732523088290/Put/seqid=0 2024-11-25T08:24:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T08:24:48,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742098_1274 (size=12493) 2024-11-25T08:24:48,785 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/8d0dfd5a79c64952bded29d637f73721 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/8d0dfd5a79c64952bded29d637f73721 2024-11-25T08:24:48,802 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/C of b036f28393087f553ea3cab7bec0e0d5 into 8d0dfd5a79c64952bded29d637f73721(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:48,802 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:48,802 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/C, priority=13, startTime=1732523088523; duration=0sec 2024-11-25T08:24:48,802 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:48,802 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:C 2024-11-25T08:24:48,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742099_1275 (size=9757) 2024-11-25T08:24:48,809 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/b5b80f12b0fe456a93e11b9f4b3e63bd 2024-11-25T08:24:48,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/25c0446d02ac44cc8bb30b617d8f7434 is 50, key is test_row_1/C:col10/1732523088290/Put/seqid=0 2024-11-25T08:24:48,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523148831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:48,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523148831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:48,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742100_1276 (size=9757) 2024-11-25T08:24:48,874 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/25c0446d02ac44cc8bb30b617d8f7434 2024-11-25T08:24:48,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/a2375b21c41945cf8ab360b829dfd30d as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/a2375b21c41945cf8ab360b829dfd30d 2024-11-25T08:24:48,892 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/a2375b21c41945cf8ab360b829dfd30d, entries=100, sequenceid=164, filesize=9.5 K 2024-11-25T08:24:48,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/b5b80f12b0fe456a93e11b9f4b3e63bd as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/b5b80f12b0fe456a93e11b9f4b3e63bd 2024-11-25T08:24:48,912 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/b5b80f12b0fe456a93e11b9f4b3e63bd, entries=100, sequenceid=164, filesize=9.5 K 2024-11-25T08:24:48,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/25c0446d02ac44cc8bb30b617d8f7434 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/25c0446d02ac44cc8bb30b617d8f7434 2024-11-25T08:24:48,923 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/25c0446d02ac44cc8bb30b617d8f7434, entries=100, sequenceid=164, filesize=9.5 K 2024-11-25T08:24:48,924 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=181.14 KB/185490 for b036f28393087f553ea3cab7bec0e0d5 in 315ms, sequenceid=164, compaction requested=false 2024-11-25T08:24:48,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:48,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:48,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-25T08:24:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-25T08:24:48,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-25T08:24:48,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 779 msec 2024-11-25T08:24:48,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 783 msec 2024-11-25T08:24:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:48,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-25T08:24:48,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:24:48,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:48,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:24:48,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:48,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:24:48,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:48,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/1312b5b085df4ec3ab36c11ece756b76 is 50, key is test_row_0/A:col10/1732523088944/Put/seqid=0 2024-11-25T08:24:48,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523148951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:48,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523148955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:49,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742101_1277 (size=12151) 2024-11-25T08:24:49,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523149059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:49,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523149061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T08:24:49,257 INFO [Thread-1123 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-25T08:24:49,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:24:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-25T08:24:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T08:24:49,260 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:24:49,261 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:24:49,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:24:49,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523149271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:49,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523149279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:49,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523149298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:49,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523149306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:49,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523149320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T08:24:49,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/1312b5b085df4ec3ab36c11ece756b76 2024-11-25T08:24:49,413 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:49,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T08:24:49,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:49,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:49,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:49,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:49,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:49,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/d2ca344811b1420abc5bcd96430cff0d is 50, key is test_row_0/B:col10/1732523088944/Put/seqid=0 2024-11-25T08:24:49,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742102_1278 (size=12151) 2024-11-25T08:24:49,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/d2ca344811b1420abc5bcd96430cff0d 2024-11-25T08:24:49,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/ee3fc9bbca344fe5850c457b583235a9 is 50, key is test_row_0/C:col10/1732523088944/Put/seqid=0 2024-11-25T08:24:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T08:24:49,567 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:49,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742103_1279 (size=12151) 2024-11-25T08:24:49,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T08:24:49,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:49,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:49,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:49,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:49,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:49,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/ee3fc9bbca344fe5850c457b583235a9 2024-11-25T08:24:49,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/1312b5b085df4ec3ab36c11ece756b76 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/1312b5b085df4ec3ab36c11ece756b76 2024-11-25T08:24:49,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/1312b5b085df4ec3ab36c11ece756b76, entries=150, sequenceid=199, filesize=11.9 K 2024-11-25T08:24:49,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/d2ca344811b1420abc5bcd96430cff0d as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/d2ca344811b1420abc5bcd96430cff0d 2024-11-25T08:24:49,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523149587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:49,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/d2ca344811b1420abc5bcd96430cff0d, entries=150, sequenceid=199, filesize=11.9 K 2024-11-25T08:24:49,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/ee3fc9bbca344fe5850c457b583235a9 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/ee3fc9bbca344fe5850c457b583235a9 2024-11-25T08:24:49,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523149587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:49,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/ee3fc9bbca344fe5850c457b583235a9, entries=150, sequenceid=199, filesize=11.9 K 2024-11-25T08:24:49,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for b036f28393087f553ea3cab7bec0e0d5 in 663ms, sequenceid=199, compaction requested=true 2024-11-25T08:24:49,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:49,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:24:49,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:49,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:24:49,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:24:49,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:49,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T08:24:49,607 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:49,607 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:49,609 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:49,609 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/C is initiating minor compaction (all files) 2024-11-25T08:24:49,609 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/C in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:49,609 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/8d0dfd5a79c64952bded29d637f73721, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/25c0446d02ac44cc8bb30b617d8f7434, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/ee3fc9bbca344fe5850c457b583235a9] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=33.6 K 2024-11-25T08:24:49,610 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:49,611 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/A is initiating minor compaction (all files) 2024-11-25T08:24:49,611 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/A in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:49,611 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/15cd320ceb55451d8228920ae3a1ef46, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/a2375b21c41945cf8ab360b829dfd30d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/1312b5b085df4ec3ab36c11ece756b76] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=33.6 K 2024-11-25T08:24:49,611 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d0dfd5a79c64952bded29d637f73721, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732523087125 2024-11-25T08:24:49,611 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15cd320ceb55451d8228920ae3a1ef46, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732523087125 2024-11-25T08:24:49,612 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 25c0446d02ac44cc8bb30b617d8f7434, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732523088290 2024-11-25T08:24:49,612 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting ee3fc9bbca344fe5850c457b583235a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732523088818 2024-11-25T08:24:49,612 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2375b21c41945cf8ab360b829dfd30d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732523088290 2024-11-25T08:24:49,613 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1312b5b085df4ec3ab36c11ece756b76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732523088818 2024-11-25T08:24:49,633 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#C#compaction#230 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:49,633 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/dcdfb815f3b54b4093c4a0ddbb349891 is 50, key is test_row_0/C:col10/1732523088944/Put/seqid=0 2024-11-25T08:24:49,650 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#A#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:49,653 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/db02b388eae040569fce9c9d860eb3c1 is 50, key is test_row_0/A:col10/1732523088944/Put/seqid=0 2024-11-25T08:24:49,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742104_1280 (size=12595) 2024-11-25T08:24:49,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742105_1281 (size=12595) 2024-11-25T08:24:49,722 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:49,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T08:24:49,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:49,727 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-25T08:24:49,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:24:49,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:49,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:24:49,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:49,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:24:49,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:49,728 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/db02b388eae040569fce9c9d860eb3c1 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/db02b388eae040569fce9c9d860eb3c1 2024-11-25T08:24:49,740 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/A of b036f28393087f553ea3cab7bec0e0d5 into db02b388eae040569fce9c9d860eb3c1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:49,740 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:49,740 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/A, priority=13, startTime=1732523089607; duration=0sec 2024-11-25T08:24:49,740 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:49,740 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:A 2024-11-25T08:24:49,741 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:49,743 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:49,743 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/B is initiating minor compaction (all files) 2024-11-25T08:24:49,743 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/B in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:49,743 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/74b069c025004f809638aa07f208ed5d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/b5b80f12b0fe456a93e11b9f4b3e63bd, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/d2ca344811b1420abc5bcd96430cff0d] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=33.6 K 2024-11-25T08:24:49,744 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74b069c025004f809638aa07f208ed5d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732523087125 2024-11-25T08:24:49,744 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5b80f12b0fe456a93e11b9f4b3e63bd, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732523088290 2024-11-25T08:24:49,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/398269013bff41d88d14dc51160f6e8e is 50, key is test_row_0/A:col10/1732523088952/Put/seqid=0 2024-11-25T08:24:49,751 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2ca344811b1420abc5bcd96430cff0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732523088818 2024-11-25T08:24:49,760 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#B#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:49,761 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/06d76f244f004cca859b81ec8b55375b is 50, key is test_row_0/B:col10/1732523088944/Put/seqid=0 2024-11-25T08:24:49,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742107_1283 (size=12595) 2024-11-25T08:24:49,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742106_1282 (size=7365) 2024-11-25T08:24:49,790 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/398269013bff41d88d14dc51160f6e8e 2024-11-25T08:24:49,795 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/06d76f244f004cca859b81ec8b55375b as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/06d76f244f004cca859b81ec8b55375b 2024-11-25T08:24:49,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/50e357b1b29f465d9dc52b7c5e5d441b is 50, key is test_row_0/B:col10/1732523088952/Put/seqid=0 2024-11-25T08:24:49,801 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/B of b036f28393087f553ea3cab7bec0e0d5 into 06d76f244f004cca859b81ec8b55375b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:49,801 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:49,801 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/B, priority=13, startTime=1732523089607; duration=0sec 2024-11-25T08:24:49,801 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:49,801 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:B 2024-11-25T08:24:49,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742108_1284 (size=7365) 2024-11-25T08:24:49,817 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/50e357b1b29f465d9dc52b7c5e5d441b 2024-11-25T08:24:49,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/35d8bd2532af4d63bf35734afb62312a is 50, key is test_row_0/C:col10/1732523088952/Put/seqid=0 2024-11-25T08:24:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T08:24:49,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742109_1285 (size=7365) 2024-11-25T08:24:49,887 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/35d8bd2532af4d63bf35734afb62312a 2024-11-25T08:24:49,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/398269013bff41d88d14dc51160f6e8e as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/398269013bff41d88d14dc51160f6e8e 2024-11-25T08:24:49,900 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/398269013bff41d88d14dc51160f6e8e, entries=50, sequenceid=203, filesize=7.2 K 2024-11-25T08:24:49,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/50e357b1b29f465d9dc52b7c5e5d441b as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/50e357b1b29f465d9dc52b7c5e5d441b 2024-11-25T08:24:49,908 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/50e357b1b29f465d9dc52b7c5e5d441b, entries=50, sequenceid=203, filesize=7.2 K 2024-11-25T08:24:49,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/35d8bd2532af4d63bf35734afb62312a as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/35d8bd2532af4d63bf35734afb62312a 2024-11-25T08:24:49,916 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/35d8bd2532af4d63bf35734afb62312a, entries=50, sequenceid=203, filesize=7.2 K 2024-11-25T08:24:49,918 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for b036f28393087f553ea3cab7bec0e0d5 in 192ms, sequenceid=203, compaction requested=false 2024-11-25T08:24:49,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:49,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:49,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-25T08:24:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-25T08:24:49,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-25T08:24:49,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 658 msec 2024-11-25T08:24:49,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 664 msec 2024-11-25T08:24:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:50,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T08:24:50,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:24:50,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:50,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:24:50,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:50,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:24:50,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:50,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/0c0081bbf7814e54959297e131e89e6e is 50, key is test_row_0/A:col10/1732523090116/Put/seqid=0 2024-11-25T08:24:50,147 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/dcdfb815f3b54b4093c4a0ddbb349891 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/dcdfb815f3b54b4093c4a0ddbb349891 2024-11-25T08:24:50,154 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/C of b036f28393087f553ea3cab7bec0e0d5 into dcdfb815f3b54b4093c4a0ddbb349891(size=12.3 K), total size for store is 19.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:50,154 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:50,154 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/C, priority=13, startTime=1732523089607; duration=0sec 2024-11-25T08:24:50,154 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:50,154 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:C 2024-11-25T08:24:50,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742110_1286 (size=12151) 2024-11-25T08:24:50,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/0c0081bbf7814e54959297e131e89e6e 2024-11-25T08:24:50,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/a6aa7a02e53d47f190c12612201d4b32 is 50, key is test_row_0/B:col10/1732523090116/Put/seqid=0 2024-11-25T08:24:50,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742111_1287 (size=12151) 2024-11-25T08:24:50,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523150216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:50,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523150216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:50,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523150320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:50,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523150320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T08:24:50,364 INFO [Thread-1123 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-25T08:24:50,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:24:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-25T08:24:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T08:24:50,367 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:24:50,368 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:24:50,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:24:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T08:24:50,519 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:50,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T08:24:50,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:50,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:50,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:50,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:50,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:50,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523150522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:50,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523150524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:50,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/a6aa7a02e53d47f190c12612201d4b32 2024-11-25T08:24:50,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/3b29086ca85f4e6c96f2b3a04c00dbee is 50, key is test_row_0/C:col10/1732523090116/Put/seqid=0 2024-11-25T08:24:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T08:24:50,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742112_1288 (size=12151) 2024-11-25T08:24:50,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/3b29086ca85f4e6c96f2b3a04c00dbee 2024-11-25T08:24:50,673 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:50,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T08:24:50,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:50,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:50,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:50,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:50,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:50,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/0c0081bbf7814e54959297e131e89e6e as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/0c0081bbf7814e54959297e131e89e6e 2024-11-25T08:24:50,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/0c0081bbf7814e54959297e131e89e6e, entries=150, sequenceid=218, filesize=11.9 K 2024-11-25T08:24:50,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/a6aa7a02e53d47f190c12612201d4b32 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/a6aa7a02e53d47f190c12612201d4b32 2024-11-25T08:24:50,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/a6aa7a02e53d47f190c12612201d4b32, entries=150, sequenceid=218, filesize=11.9 K 2024-11-25T08:24:50,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/3b29086ca85f4e6c96f2b3a04c00dbee as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3b29086ca85f4e6c96f2b3a04c00dbee 2024-11-25T08:24:50,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3b29086ca85f4e6c96f2b3a04c00dbee, entries=150, sequenceid=218, filesize=11.9 K 2024-11-25T08:24:50,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b036f28393087f553ea3cab7bec0e0d5 in 593ms, sequenceid=218, compaction requested=true 2024-11-25T08:24:50,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:50,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:24:50,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:50,715 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:50,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:24:50,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:50,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:50,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:24:50,715 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:50,716 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32111 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:50,716 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/A is initiating minor compaction (all files) 2024-11-25T08:24:50,716 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/A in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:50,716 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/db02b388eae040569fce9c9d860eb3c1, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/398269013bff41d88d14dc51160f6e8e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/0c0081bbf7814e54959297e131e89e6e] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=31.4 K 2024-11-25T08:24:50,716 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32111 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:50,716 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting db02b388eae040569fce9c9d860eb3c1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732523088818 2024-11-25T08:24:50,716 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/B is initiating minor compaction (all files) 2024-11-25T08:24:50,717 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/B in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:50,717 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/06d76f244f004cca859b81ec8b55375b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/50e357b1b29f465d9dc52b7c5e5d441b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/a6aa7a02e53d47f190c12612201d4b32] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=31.4 K 2024-11-25T08:24:50,717 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 398269013bff41d88d14dc51160f6e8e, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732523088952 2024-11-25T08:24:50,718 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 06d76f244f004cca859b81ec8b55375b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732523088818 2024-11-25T08:24:50,718 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c0081bbf7814e54959297e131e89e6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732523090102 2024-11-25T08:24:50,722 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 50e357b1b29f465d9dc52b7c5e5d441b, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732523088952 2024-11-25T08:24:50,723 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting a6aa7a02e53d47f190c12612201d4b32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732523090102 2024-11-25T08:24:50,740 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#A#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:50,741 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/b45a2b1e8cb64a909292ebbb4991454f is 50, key is test_row_0/A:col10/1732523090116/Put/seqid=0 2024-11-25T08:24:50,752 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#B#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:50,753 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/d6547e01b754428294db0035ff5dc451 is 50, key is test_row_0/B:col10/1732523090116/Put/seqid=0 2024-11-25T08:24:50,840 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:50,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T08:24:50,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:50,843 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T08:24:50,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742113_1289 (size=12697) 2024-11-25T08:24:50,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:50,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:24:50,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:50,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:24:50,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:50,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:24:50,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:50,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742114_1290 (size=12697) 2024-11-25T08:24:50,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/42c51f5a7b0b4ccc846c65418497723e is 50, key is test_row_0/A:col10/1732523090842/Put/seqid=0 2024-11-25T08:24:50,861 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/d6547e01b754428294db0035ff5dc451 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/d6547e01b754428294db0035ff5dc451 2024-11-25T08:24:50,867 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/B of b036f28393087f553ea3cab7bec0e0d5 into d6547e01b754428294db0035ff5dc451(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:50,867 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:50,867 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/B, priority=13, startTime=1732523090715; duration=0sec 2024-11-25T08:24:50,867 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:50,867 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:B 2024-11-25T08:24:50,867 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:50,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523150865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:50,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523150866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:50,876 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32111 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:50,876 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/C is initiating minor compaction (all files) 2024-11-25T08:24:50,876 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/C in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:50,876 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/dcdfb815f3b54b4093c4a0ddbb349891, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/35d8bd2532af4d63bf35734afb62312a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3b29086ca85f4e6c96f2b3a04c00dbee] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=31.4 K 2024-11-25T08:24:50,876 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting dcdfb815f3b54b4093c4a0ddbb349891, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732523088818 2024-11-25T08:24:50,877 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 35d8bd2532af4d63bf35734afb62312a, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732523088952 2024-11-25T08:24:50,877 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b29086ca85f4e6c96f2b3a04c00dbee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732523090102 2024-11-25T08:24:50,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742115_1291 (size=12151) 2024-11-25T08:24:50,924 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#C#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:50,925 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/177ed1a0707148699ae6edf525871abc is 50, key is test_row_0/C:col10/1732523090116/Put/seqid=0 2024-11-25T08:24:50,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742116_1292 (size=12697) 2024-11-25T08:24:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T08:24:50,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523150969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:50,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523150972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:51,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523151172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:51,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523151175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:51,249 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/b45a2b1e8cb64a909292ebbb4991454f as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/b45a2b1e8cb64a909292ebbb4991454f 2024-11-25T08:24:51,255 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/A of b036f28393087f553ea3cab7bec0e0d5 into b45a2b1e8cb64a909292ebbb4991454f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:51,255 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:51,255 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/A, priority=13, startTime=1732523090714; duration=0sec 2024-11-25T08:24:51,255 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:51,255 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:A 2024-11-25T08:24:51,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523151307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:51,310 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/42c51f5a7b0b4ccc846c65418497723e 2024-11-25T08:24:51,310 DEBUG [Thread-1113 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4166 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., hostname=79c23c06fcc9,37061,1732523014560, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T08:24:51,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/90a3aebe73b44d5e9940823b4f0520d9 is 50, key is test_row_0/B:col10/1732523090842/Put/seqid=0 2024-11-25T08:24:51,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523151320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:51,323 DEBUG [Thread-1117 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4186 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., hostname=79c23c06fcc9,37061,1732523014560, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T08:24:51,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523151333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:51,335 DEBUG [Thread-1115 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4197 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., hostname=79c23c06fcc9,37061,1732523014560, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T08:24:51,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742117_1293 (size=12151) 2024-11-25T08:24:51,360 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/177ed1a0707148699ae6edf525871abc as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/177ed1a0707148699ae6edf525871abc 2024-11-25T08:24:51,364 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/C of b036f28393087f553ea3cab7bec0e0d5 into 177ed1a0707148699ae6edf525871abc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:51,364 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:51,364 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/C, priority=13, startTime=1732523090715; duration=0sec 2024-11-25T08:24:51,364 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:51,364 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:C 2024-11-25T08:24:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T08:24:51,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523151475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:51,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523151479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:51,753 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/90a3aebe73b44d5e9940823b4f0520d9 2024-11-25T08:24:51,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/6b71ef049faa4d82936774dc0a0025d2 is 50, key is test_row_0/C:col10/1732523090842/Put/seqid=0 2024-11-25T08:24:51,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742118_1294 (size=12151) 2024-11-25T08:24:51,767 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/6b71ef049faa4d82936774dc0a0025d2 2024-11-25T08:24:51,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/42c51f5a7b0b4ccc846c65418497723e as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/42c51f5a7b0b4ccc846c65418497723e 2024-11-25T08:24:51,783 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/42c51f5a7b0b4ccc846c65418497723e, entries=150, sequenceid=244, filesize=11.9 K 2024-11-25T08:24:51,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/90a3aebe73b44d5e9940823b4f0520d9 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/90a3aebe73b44d5e9940823b4f0520d9 2024-11-25T08:24:51,787 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/90a3aebe73b44d5e9940823b4f0520d9, entries=150, sequenceid=244, filesize=11.9 K 2024-11-25T08:24:51,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/6b71ef049faa4d82936774dc0a0025d2 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/6b71ef049faa4d82936774dc0a0025d2 2024-11-25T08:24:51,791 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/6b71ef049faa4d82936774dc0a0025d2, entries=150, sequenceid=244, filesize=11.9 K 2024-11-25T08:24:51,793 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b036f28393087f553ea3cab7bec0e0d5 in 949ms, sequenceid=244, compaction requested=false 2024-11-25T08:24:51,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:51,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:51,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-25T08:24:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-25T08:24:51,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-25T08:24:51,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4260 sec 2024-11-25T08:24:51,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.4310 sec 2024-11-25T08:24:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:51,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T08:24:51,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:24:51,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:51,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:24:51,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:51,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:24:51,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:51,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/1d590861064f4bd980ed1a0b4d3805d1 is 50, key is test_row_0/A:col10/1732523091978/Put/seqid=0 2024-11-25T08:24:52,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742119_1295 (size=12201) 2024-11-25T08:24:52,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523152019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:52,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523152022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:52,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523152124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:52,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523152127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:52,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:52,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523152326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:52,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523152330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:52,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/1d590861064f4bd980ed1a0b4d3805d1 2024-11-25T08:24:52,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/0061566775664e7abf420cccf12d556c is 50, key is test_row_0/B:col10/1732523091978/Put/seqid=0 2024-11-25T08:24:52,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742120_1296 (size=12201) 2024-11-25T08:24:52,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/0061566775664e7abf420cccf12d556c 2024-11-25T08:24:52,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/f7c5fb7b37ce459eb2685636208590e3 is 50, key is test_row_0/C:col10/1732523091978/Put/seqid=0 2024-11-25T08:24:52,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742121_1297 (size=12201) 2024-11-25T08:24:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T08:24:52,470 INFO [Thread-1123 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-25T08:24:52,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:24:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-25T08:24:52,473 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:24:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T08:24:52,473 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:24:52,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:24:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T08:24:52,625 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:52,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T08:24:52,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:52,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:52,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:52,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:52,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:52,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523152629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:52,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523152633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:52,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T08:24:52,777 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:52,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T08:24:52,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:52,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:52,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:52,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:52,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:52,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/f7c5fb7b37ce459eb2685636208590e3 2024-11-25T08:24:52,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/1d590861064f4bd980ed1a0b4d3805d1 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/1d590861064f4bd980ed1a0b4d3805d1 2024-11-25T08:24:52,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/1d590861064f4bd980ed1a0b4d3805d1, entries=150, sequenceid=259, filesize=11.9 K 2024-11-25T08:24:52,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/0061566775664e7abf420cccf12d556c as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/0061566775664e7abf420cccf12d556c 2024-11-25T08:24:52,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/0061566775664e7abf420cccf12d556c, entries=150, sequenceid=259, filesize=11.9 K 2024-11-25T08:24:52,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/f7c5fb7b37ce459eb2685636208590e3 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/f7c5fb7b37ce459eb2685636208590e3 2024-11-25T08:24:52,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/f7c5fb7b37ce459eb2685636208590e3, entries=150, sequenceid=259, filesize=11.9 K 2024-11-25T08:24:52,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b036f28393087f553ea3cab7bec0e0d5 in 878ms, sequenceid=259, compaction requested=true 2024-11-25T08:24:52,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:52,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:24:52,858 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:52,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:52,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:24:52,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:52,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:52,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:24:52,859 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:52,859 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/A is initiating minor compaction (all files) 2024-11-25T08:24:52,859 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/A in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:52,859 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/b45a2b1e8cb64a909292ebbb4991454f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/42c51f5a7b0b4ccc846c65418497723e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/1d590861064f4bd980ed1a0b4d3805d1] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=36.2 K 2024-11-25T08:24:52,859 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:52,860 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting b45a2b1e8cb64a909292ebbb4991454f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732523090102 2024-11-25T08:24:52,860 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42c51f5a7b0b4ccc846c65418497723e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732523090171 2024-11-25T08:24:52,860 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:52,860 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/B is initiating minor compaction (all files) 2024-11-25T08:24:52,860 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/B in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:52,860 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/d6547e01b754428294db0035ff5dc451, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/90a3aebe73b44d5e9940823b4f0520d9, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/0061566775664e7abf420cccf12d556c] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=36.2 K 2024-11-25T08:24:52,860 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d590861064f4bd980ed1a0b4d3805d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732523090854 2024-11-25T08:24:52,860 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting d6547e01b754428294db0035ff5dc451, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732523090102 2024-11-25T08:24:52,861 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 90a3aebe73b44d5e9940823b4f0520d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732523090171 2024-11-25T08:24:52,861 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 0061566775664e7abf420cccf12d556c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732523090854 2024-11-25T08:24:52,867 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#A#compaction#248 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:52,867 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/b3c8c7419fb44f3fa8909c42901c7416 is 50, key is test_row_0/A:col10/1732523091978/Put/seqid=0 2024-11-25T08:24:52,869 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#B#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:52,869 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/c2f25905987e45449accf54f4dd1fb3c is 50, key is test_row_0/B:col10/1732523091978/Put/seqid=0 2024-11-25T08:24:52,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742122_1298 (size=12849) 2024-11-25T08:24:52,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742123_1299 (size=12849) 2024-11-25T08:24:52,899 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/c2f25905987e45449accf54f4dd1fb3c as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/c2f25905987e45449accf54f4dd1fb3c 2024-11-25T08:24:52,900 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/b3c8c7419fb44f3fa8909c42901c7416 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/b3c8c7419fb44f3fa8909c42901c7416 2024-11-25T08:24:52,905 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/A of b036f28393087f553ea3cab7bec0e0d5 into b3c8c7419fb44f3fa8909c42901c7416(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:52,906 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:52,906 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/A, priority=13, startTime=1732523092857; duration=0sec 2024-11-25T08:24:52,906 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:52,906 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:A 2024-11-25T08:24:52,906 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:52,908 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:52,908 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/C is initiating minor compaction (all files) 2024-11-25T08:24:52,908 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/C in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:52,908 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/177ed1a0707148699ae6edf525871abc, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/6b71ef049faa4d82936774dc0a0025d2, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/f7c5fb7b37ce459eb2685636208590e3] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=36.2 K 2024-11-25T08:24:52,909 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 177ed1a0707148699ae6edf525871abc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732523090102 2024-11-25T08:24:52,909 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b71ef049faa4d82936774dc0a0025d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732523090171 2024-11-25T08:24:52,910 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7c5fb7b37ce459eb2685636208590e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732523090854 2024-11-25T08:24:52,915 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/B of b036f28393087f553ea3cab7bec0e0d5 into c2f25905987e45449accf54f4dd1fb3c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:52,915 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:52,915 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/B, priority=13, startTime=1732523092858; duration=0sec 2024-11-25T08:24:52,917 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:52,917 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:B 2024-11-25T08:24:52,919 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#C#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:52,920 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/44552c915b804419930c9805665c5967 is 50, key is test_row_0/C:col10/1732523091978/Put/seqid=0 2024-11-25T08:24:52,930 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:52,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T08:24:52,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:52,931 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T08:24:52,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:24:52,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:52,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:24:52,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:52,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:24:52,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:52,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742124_1300 (size=12849) 2024-11-25T08:24:52,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/504cff8d248f43bd9ed22d9720c8a257 is 50, key is test_row_0/A:col10/1732523092021/Put/seqid=0 2024-11-25T08:24:53,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742125_1301 (size=12301) 2024-11-25T08:24:53,009 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/504cff8d248f43bd9ed22d9720c8a257 2024-11-25T08:24:53,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/c4e6343dc5044984b74d2900c38939d7 is 50, key is test_row_0/B:col10/1732523092021/Put/seqid=0 2024-11-25T08:24:53,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742126_1302 (size=12301) 2024-11-25T08:24:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T08:24:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:53,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:53,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523153146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:53,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:53,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523153147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:53,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523153249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:53,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523153249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:53,364 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/44552c915b804419930c9805665c5967 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/44552c915b804419930c9805665c5967 2024-11-25T08:24:53,378 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/C of b036f28393087f553ea3cab7bec0e0d5 into 44552c915b804419930c9805665c5967(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:53,378 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:53,378 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/C, priority=13, startTime=1732523092858; duration=0sec 2024-11-25T08:24:53,379 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:53,379 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:C 2024-11-25T08:24:53,424 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/c4e6343dc5044984b74d2900c38939d7 2024-11-25T08:24:53,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/9e6e0d46b1324e268695c8304760476b is 50, key is test_row_0/C:col10/1732523092021/Put/seqid=0 2024-11-25T08:24:53,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742127_1303 (size=12301) 2024-11-25T08:24:53,453 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/9e6e0d46b1324e268695c8304760476b 2024-11-25T08:24:53,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523153453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:53,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523153456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:53,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/504cff8d248f43bd9ed22d9720c8a257 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/504cff8d248f43bd9ed22d9720c8a257 2024-11-25T08:24:53,468 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/504cff8d248f43bd9ed22d9720c8a257, entries=150, sequenceid=285, filesize=12.0 K 2024-11-25T08:24:53,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/c4e6343dc5044984b74d2900c38939d7 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/c4e6343dc5044984b74d2900c38939d7 2024-11-25T08:24:53,474 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/c4e6343dc5044984b74d2900c38939d7, entries=150, sequenceid=285, filesize=12.0 K 2024-11-25T08:24:53,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/9e6e0d46b1324e268695c8304760476b as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/9e6e0d46b1324e268695c8304760476b 2024-11-25T08:24:53,479 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/9e6e0d46b1324e268695c8304760476b, entries=150, sequenceid=285, filesize=12.0 K 2024-11-25T08:24:53,480 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b036f28393087f553ea3cab7bec0e0d5 in 549ms, sequenceid=285, compaction requested=false 2024-11-25T08:24:53,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:53,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:53,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-25T08:24:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-25T08:24:53,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-25T08:24:53,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0080 sec 2024-11-25T08:24:53,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.0120 sec 2024-11-25T08:24:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T08:24:53,576 INFO [Thread-1123 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-25T08:24:53,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:24:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-25T08:24:53,578 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:24:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T08:24:53,579 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:24:53,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:24:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T08:24:53,730 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:53,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T08:24:53,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:53,731 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T08:24:53,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:24:53,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:53,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:24:53,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:53,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:24:53,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:53,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/fb71378612ed45dba3906d8b6d4944f3 is 50, key is test_row_0/A:col10/1732523093146/Put/seqid=0 2024-11-25T08:24:53,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742128_1304 (size=12301) 2024-11-25T08:24:53,740 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/fb71378612ed45dba3906d8b6d4944f3 2024-11-25T08:24:53,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:53,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/64b4390f2283411fb232f290bea8a839 is 50, key is test_row_0/B:col10/1732523093146/Put/seqid=0 2024-11-25T08:24:53,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742129_1305 (size=12301) 2024-11-25T08:24:53,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T08:24:53,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:53,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523153879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:53,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:53,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523153879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:53,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523153983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:53,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523153983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:54,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:54,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523154191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523154191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T08:24:54,196 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/64b4390f2283411fb232f290bea8a839 2024-11-25T08:24:54,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/a4703d8616894c40b376d0fa36c06b18 is 50, key is test_row_0/C:col10/1732523093146/Put/seqid=0 2024-11-25T08:24:54,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742130_1306 (size=12301) 2024-11-25T08:24:54,269 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/a4703d8616894c40b376d0fa36c06b18 2024-11-25T08:24:54,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/fb71378612ed45dba3906d8b6d4944f3 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/fb71378612ed45dba3906d8b6d4944f3 2024-11-25T08:24:54,317 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/fb71378612ed45dba3906d8b6d4944f3, entries=150, sequenceid=298, filesize=12.0 K 2024-11-25T08:24:54,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/64b4390f2283411fb232f290bea8a839 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/64b4390f2283411fb232f290bea8a839 2024-11-25T08:24:54,352 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/64b4390f2283411fb232f290bea8a839, entries=150, sequenceid=298, filesize=12.0 K 2024-11-25T08:24:54,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/a4703d8616894c40b376d0fa36c06b18 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/a4703d8616894c40b376d0fa36c06b18 2024-11-25T08:24:54,364 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/a4703d8616894c40b376d0fa36c06b18, entries=150, sequenceid=298, filesize=12.0 K 2024-11-25T08:24:54,368 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for b036f28393087f553ea3cab7bec0e0d5 in 637ms, sequenceid=298, compaction requested=true 2024-11-25T08:24:54,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:54,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:54,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-25T08:24:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-25T08:24:54,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-25T08:24:54,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 791 msec 2024-11-25T08:24:54,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 797 msec 2024-11-25T08:24:54,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T08:24:54,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:24:54,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:54,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:24:54,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:54,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:24:54,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:54,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/6c777f285e384e3ba9f45a68bf74fd05 is 50, key is test_row_0/A:col10/1732523093874/Put/seqid=0 2024-11-25T08:24:54,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523154534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:54,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523154538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:54,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742131_1307 (size=14741) 2024-11-25T08:24:54,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/6c777f285e384e3ba9f45a68bf74fd05 2024-11-25T08:24:54,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/0628e10d1e43497b931086ec938e25f8 is 50, key is test_row_0/B:col10/1732523093874/Put/seqid=0 2024-11-25T08:24:54,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742132_1308 (size=12301) 2024-11-25T08:24:54,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/0628e10d1e43497b931086ec938e25f8 2024-11-25T08:24:54,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523154651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:54,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/8fdeeeb29b3f4a76bea7b5db910a5839 is 50, key is test_row_0/C:col10/1732523093874/Put/seqid=0 2024-11-25T08:24:54,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523154659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T08:24:54,697 INFO [Thread-1123 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-25T08:24:54,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:24:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-25T08:24:54,699 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:24:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T08:24:54,700 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:24:54,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:24:54,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742133_1309 (size=12301) 2024-11-25T08:24:54,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/8fdeeeb29b3f4a76bea7b5db910a5839 2024-11-25T08:24:54,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/6c777f285e384e3ba9f45a68bf74fd05 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/6c777f285e384e3ba9f45a68bf74fd05 2024-11-25T08:24:54,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/6c777f285e384e3ba9f45a68bf74fd05, entries=200, sequenceid=324, filesize=14.4 K 2024-11-25T08:24:54,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/0628e10d1e43497b931086ec938e25f8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/0628e10d1e43497b931086ec938e25f8 2024-11-25T08:24:54,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/0628e10d1e43497b931086ec938e25f8, entries=150, sequenceid=324, filesize=12.0 K 2024-11-25T08:24:54,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/8fdeeeb29b3f4a76bea7b5db910a5839 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/8fdeeeb29b3f4a76bea7b5db910a5839 2024-11-25T08:24:54,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/8fdeeeb29b3f4a76bea7b5db910a5839, entries=150, sequenceid=324, filesize=12.0 K 2024-11-25T08:24:54,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for b036f28393087f553ea3cab7bec0e0d5 in 246ms, sequenceid=324, compaction requested=true 2024-11-25T08:24:54,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:54,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:24:54,747 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:24:54,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:54,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:24:54,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:54,747 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:24:54,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:54,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:54,748 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:24:54,749 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/A is initiating minor compaction (all files) 2024-11-25T08:24:54,749 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/A in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:54,749 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/b3c8c7419fb44f3fa8909c42901c7416, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/504cff8d248f43bd9ed22d9720c8a257, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/fb71378612ed45dba3906d8b6d4944f3, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/6c777f285e384e3ba9f45a68bf74fd05] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=51.0 K 2024-11-25T08:24:54,749 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49752 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:24:54,749 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/B is initiating minor compaction (all files) 2024-11-25T08:24:54,749 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/B in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:54,749 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/c2f25905987e45449accf54f4dd1fb3c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/c4e6343dc5044984b74d2900c38939d7, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/64b4390f2283411fb232f290bea8a839, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/0628e10d1e43497b931086ec938e25f8] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=48.6 K 2024-11-25T08:24:54,750 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting c2f25905987e45449accf54f4dd1fb3c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732523090854 2024-11-25T08:24:54,750 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3c8c7419fb44f3fa8909c42901c7416, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732523090854 2024-11-25T08:24:54,750 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting c4e6343dc5044984b74d2900c38939d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732523092010 2024-11-25T08:24:54,750 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 504cff8d248f43bd9ed22d9720c8a257, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732523092010 2024-11-25T08:24:54,751 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 64b4390f2283411fb232f290bea8a839, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732523093144 2024-11-25T08:24:54,751 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb71378612ed45dba3906d8b6d4944f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732523093144 2024-11-25T08:24:54,752 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 0628e10d1e43497b931086ec938e25f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732523093849 2024-11-25T08:24:54,754 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c777f285e384e3ba9f45a68bf74fd05, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732523093849 2024-11-25T08:24:54,779 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#A#compaction#260 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:54,783 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/ad4747e6f76f45ccbf94678d3787e368 is 50, key is test_row_0/A:col10/1732523093874/Put/seqid=0 2024-11-25T08:24:54,790 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#B#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:54,791 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/3585933819d74110b4cb77e61bba40d0 is 50, key is test_row_0/B:col10/1732523093874/Put/seqid=0 2024-11-25T08:24:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T08:24:54,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742134_1310 (size=13085) 2024-11-25T08:24:54,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742135_1311 (size=13085) 2024-11-25T08:24:54,832 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/ad4747e6f76f45ccbf94678d3787e368 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/ad4747e6f76f45ccbf94678d3787e368 2024-11-25T08:24:54,844 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/3585933819d74110b4cb77e61bba40d0 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/3585933819d74110b4cb77e61bba40d0 2024-11-25T08:24:54,846 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/A of b036f28393087f553ea3cab7bec0e0d5 into ad4747e6f76f45ccbf94678d3787e368(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:54,846 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:54,846 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/A, priority=12, startTime=1732523094747; duration=0sec 2024-11-25T08:24:54,846 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:54,846 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:A 2024-11-25T08:24:54,846 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:24:54,850 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49752 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:24:54,850 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/C is initiating minor compaction (all files) 2024-11-25T08:24:54,850 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/C in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:54,850 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/44552c915b804419930c9805665c5967, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/9e6e0d46b1324e268695c8304760476b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/a4703d8616894c40b376d0fa36c06b18, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/8fdeeeb29b3f4a76bea7b5db910a5839] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=48.6 K 2024-11-25T08:24:54,851 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/B of b036f28393087f553ea3cab7bec0e0d5 into 3585933819d74110b4cb77e61bba40d0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:54,851 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44552c915b804419930c9805665c5967, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732523090854 2024-11-25T08:24:54,851 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:54,851 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/B, priority=12, startTime=1732523094747; duration=0sec 2024-11-25T08:24:54,851 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:54,851 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:B 2024-11-25T08:24:54,851 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e6e0d46b1324e268695c8304760476b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732523092010 2024-11-25T08:24:54,852 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:54,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T08:24:54,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:54,853 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4703d8616894c40b376d0fa36c06b18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732523093144 2024-11-25T08:24:54,853 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T08:24:54,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:24:54,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:54,853 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fdeeeb29b3f4a76bea7b5db910a5839, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732523093849 2024-11-25T08:24:54,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:24:54,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:54,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:24:54,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:54,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:54,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/697b85f2271045e58031ec8aa8c47f09 is 50, key is test_row_0/A:col10/1732523094534/Put/seqid=0 2024-11-25T08:24:54,874 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#C#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:54,875 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/2b6252eec39a4b11a9c890e315eac110 is 50, key is test_row_0/C:col10/1732523093874/Put/seqid=0 2024-11-25T08:24:54,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742136_1312 (size=12301) 2024-11-25T08:24:54,913 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/697b85f2271045e58031ec8aa8c47f09 2024-11-25T08:24:54,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742137_1313 (size=13085) 2024-11-25T08:24:54,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/77ab2ae4506d4605bca77bbf165e4ece is 50, key is test_row_0/B:col10/1732523094534/Put/seqid=0 2024-11-25T08:24:54,944 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/2b6252eec39a4b11a9c890e315eac110 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/2b6252eec39a4b11a9c890e315eac110 2024-11-25T08:24:54,949 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/C of b036f28393087f553ea3cab7bec0e0d5 into 2b6252eec39a4b11a9c890e315eac110(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:54,949 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:54,949 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/C, priority=12, startTime=1732523094747; duration=0sec 2024-11-25T08:24:54,950 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:54,950 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:C 2024-11-25T08:24:54,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523154950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:54,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523154950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:54,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742138_1314 (size=12301) 2024-11-25T08:24:54,985 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/77ab2ae4506d4605bca77bbf165e4ece 2024-11-25T08:24:54,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/ffbde8059c994b638bc64ff188ad064b is 50, key is test_row_0/C:col10/1732523094534/Put/seqid=0 2024-11-25T08:24:55,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742139_1315 (size=12301) 2024-11-25T08:24:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T08:24:55,002 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/ffbde8059c994b638bc64ff188ad064b 2024-11-25T08:24:55,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/697b85f2271045e58031ec8aa8c47f09 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/697b85f2271045e58031ec8aa8c47f09 2024-11-25T08:24:55,012 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/697b85f2271045e58031ec8aa8c47f09, entries=150, sequenceid=336, filesize=12.0 K 2024-11-25T08:24:55,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/77ab2ae4506d4605bca77bbf165e4ece as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/77ab2ae4506d4605bca77bbf165e4ece 2024-11-25T08:24:55,018 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/77ab2ae4506d4605bca77bbf165e4ece, entries=150, sequenceid=336, filesize=12.0 K 2024-11-25T08:24:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/ffbde8059c994b638bc64ff188ad064b as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/ffbde8059c994b638bc64ff188ad064b 2024-11-25T08:24:55,029 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/ffbde8059c994b638bc64ff188ad064b, entries=150, sequenceid=336, filesize=12.0 K 2024-11-25T08:24:55,030 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for b036f28393087f553ea3cab7bec0e0d5 in 177ms, sequenceid=336, compaction requested=false 2024-11-25T08:24:55,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:55,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:55,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-25T08:24:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-25T08:24:55,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-25T08:24:55,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 332 msec 2024-11-25T08:24:55,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 336 msec 2024-11-25T08:24:55,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T08:24:55,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:24:55,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:55,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:24:55,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:55,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:24:55,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:55,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/5807c86954dc4e7491ff7cbc2852d242 is 50, key is test_row_0/A:col10/1732523095057/Put/seqid=0 2024-11-25T08:24:55,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523155074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:55,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523155076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:55,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742140_1316 (size=14741) 2024-11-25T08:24:55,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523155177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:55,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523155180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T08:24:55,302 INFO [Thread-1123 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-25T08:24:55,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:24:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-25T08:24:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T08:24:55,304 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:24:55,305 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:24:55,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:24:55,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57538 deadline: 1732523155311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:55,313 DEBUG [Thread-1113 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., hostname=79c23c06fcc9,37061,1732523014560, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T08:24:55,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57508 deadline: 1732523155353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:55,355 DEBUG [Thread-1117 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8218 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., hostname=79c23c06fcc9,37061,1732523014560, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T08:24:55,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57482 deadline: 1732523155367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:55,369 DEBUG [Thread-1115 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8231 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., hostname=79c23c06fcc9,37061,1732523014560, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T08:24:55,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523155380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:55,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523155383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T08:24:55,457 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:55,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-25T08:24:55,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:55,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:55,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:55,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:55,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:55,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/5807c86954dc4e7491ff7cbc2852d242 2024-11-25T08:24:55,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/a4becc376f0947af82739bf7454af770 is 50, key is test_row_0/B:col10/1732523095057/Put/seqid=0 2024-11-25T08:24:55,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742141_1317 (size=12301) 2024-11-25T08:24:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T08:24:55,609 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:55,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-25T08:24:55,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:55,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:55,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:55,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:55,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:55,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523155682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:55,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523155687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:55,763 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:55,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-25T08:24:55,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:55,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:55,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:55,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:55,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T08:24:55,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/a4becc376f0947af82739bf7454af770 2024-11-25T08:24:55,915 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:55,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-25T08:24:55,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:55,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:55,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:55,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:55,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:56,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/552eb622ef8149bc8d18413ca9cac45d is 50, key is test_row_0/C:col10/1732523095057/Put/seqid=0 2024-11-25T08:24:56,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742142_1318 (size=12301) 2024-11-25T08:24:56,165 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:56,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-25T08:24:56,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:56,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:56,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:56,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:56,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:56,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523156189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:56,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523156191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:56,318 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:56,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-25T08:24:56,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:56,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:56,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:56,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:56,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T08:24:56,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/552eb622ef8149bc8d18413ca9cac45d 2024-11-25T08:24:56,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/5807c86954dc4e7491ff7cbc2852d242 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/5807c86954dc4e7491ff7cbc2852d242 2024-11-25T08:24:56,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/5807c86954dc4e7491ff7cbc2852d242, entries=200, sequenceid=364, filesize=14.4 K 2024-11-25T08:24:56,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/a4becc376f0947af82739bf7454af770 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/a4becc376f0947af82739bf7454af770 2024-11-25T08:24:56,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/a4becc376f0947af82739bf7454af770, entries=150, sequenceid=364, filesize=12.0 K 2024-11-25T08:24:56,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/552eb622ef8149bc8d18413ca9cac45d as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/552eb622ef8149bc8d18413ca9cac45d 2024-11-25T08:24:56,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/552eb622ef8149bc8d18413ca9cac45d, entries=150, sequenceid=364, filesize=12.0 K 2024-11-25T08:24:56,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for b036f28393087f553ea3cab7bec0e0d5 in 1379ms, sequenceid=364, compaction requested=true 2024-11-25T08:24:56,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:56,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:24:56,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:56,444 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:56,444 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:56,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:24:56,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:56,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:56,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:56,445 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:56,445 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/A is initiating minor compaction (all files) 2024-11-25T08:24:56,445 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/A in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:56,445 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/ad4747e6f76f45ccbf94678d3787e368, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/697b85f2271045e58031ec8aa8c47f09, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/5807c86954dc4e7491ff7cbc2852d242] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=39.2 K 2024-11-25T08:24:56,446 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:56,446 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad4747e6f76f45ccbf94678d3787e368, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732523093849 2024-11-25T08:24:56,446 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/B is initiating minor compaction (all files) 2024-11-25T08:24:56,446 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/B in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:56,446 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/3585933819d74110b4cb77e61bba40d0, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/77ab2ae4506d4605bca77bbf165e4ece, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/a4becc376f0947af82739bf7454af770] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=36.8 K 2024-11-25T08:24:56,446 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 697b85f2271045e58031ec8aa8c47f09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732523094527 2024-11-25T08:24:56,446 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 3585933819d74110b4cb77e61bba40d0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732523093849 2024-11-25T08:24:56,446 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5807c86954dc4e7491ff7cbc2852d242, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732523094926 2024-11-25T08:24:56,446 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 77ab2ae4506d4605bca77bbf165e4ece, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732523094527 2024-11-25T08:24:56,447 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting a4becc376f0947af82739bf7454af770, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732523094941 2024-11-25T08:24:56,455 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#B#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:56,456 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/c4fd8647b5a54f988dea37fe83ff93b6 is 50, key is test_row_0/B:col10/1732523095057/Put/seqid=0 2024-11-25T08:24:56,456 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#A#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:56,456 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/ea06eb8171f944e09555399e80e05a67 is 50, key is test_row_0/A:col10/1732523095057/Put/seqid=0 2024-11-25T08:24:56,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742143_1319 (size=13187) 2024-11-25T08:24:56,472 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:56,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-25T08:24:56,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:56,473 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-25T08:24:56,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:24:56,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:56,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:24:56,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:56,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:24:56,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:56,481 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/c4fd8647b5a54f988dea37fe83ff93b6 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/c4fd8647b5a54f988dea37fe83ff93b6 2024-11-25T08:24:56,488 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/B of b036f28393087f553ea3cab7bec0e0d5 into c4fd8647b5a54f988dea37fe83ff93b6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:56,488 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:56,488 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/B, priority=13, startTime=1732523096444; duration=0sec 2024-11-25T08:24:56,488 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:56,488 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:B 2024-11-25T08:24:56,488 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:56,489 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:56,489 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/C is initiating minor compaction (all files) 2024-11-25T08:24:56,489 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/C in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:56,489 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/2b6252eec39a4b11a9c890e315eac110, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/ffbde8059c994b638bc64ff188ad064b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/552eb622ef8149bc8d18413ca9cac45d] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=36.8 K 2024-11-25T08:24:56,489 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b6252eec39a4b11a9c890e315eac110, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732523093849 2024-11-25T08:24:56,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742144_1320 (size=13187) 2024-11-25T08:24:56,490 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting ffbde8059c994b638bc64ff188ad064b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732523094527 2024-11-25T08:24:56,491 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 552eb622ef8149bc8d18413ca9cac45d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732523094941 2024-11-25T08:24:56,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/8507b43defa24168a5ca083d9b8d1805 is 50, key is test_row_0/A:col10/1732523095074/Put/seqid=0 2024-11-25T08:24:56,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742145_1321 (size=12301) 2024-11-25T08:24:56,525 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/8507b43defa24168a5ca083d9b8d1805 2024-11-25T08:24:56,548 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#C#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:56,549 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/bf9e0bd608424ec5b5ca2b05e701cdb6 is 50, key is test_row_0/C:col10/1732523095057/Put/seqid=0 2024-11-25T08:24:56,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/238bfb6cb38b44a4863d889a4d4b6ebf is 50, key is test_row_0/B:col10/1732523095074/Put/seqid=0 2024-11-25T08:24:56,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742146_1322 (size=13187) 2024-11-25T08:24:56,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742147_1323 (size=12301) 2024-11-25T08:24:56,611 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/bf9e0bd608424ec5b5ca2b05e701cdb6 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/bf9e0bd608424ec5b5ca2b05e701cdb6 2024-11-25T08:24:56,620 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/C of b036f28393087f553ea3cab7bec0e0d5 into bf9e0bd608424ec5b5ca2b05e701cdb6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:56,620 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:56,620 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/C, priority=13, startTime=1732523096444; duration=0sec 2024-11-25T08:24:56,621 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:56,621 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:C 2024-11-25T08:24:56,900 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/ea06eb8171f944e09555399e80e05a67 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/ea06eb8171f944e09555399e80e05a67 2024-11-25T08:24:56,907 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/A of b036f28393087f553ea3cab7bec0e0d5 into ea06eb8171f944e09555399e80e05a67(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:56,907 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:56,907 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/A, priority=13, startTime=1732523096444; duration=0sec 2024-11-25T08:24:56,907 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:56,907 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:A 2024-11-25T08:24:56,996 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/238bfb6cb38b44a4863d889a4d4b6ebf 2024-11-25T08:24:57,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/a33be3e68d014c228274c615dd186678 is 50, key is test_row_0/C:col10/1732523095074/Put/seqid=0 2024-11-25T08:24:57,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742148_1324 (size=12301) 2024-11-25T08:24:57,017 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/a33be3e68d014c228274c615dd186678 2024-11-25T08:24:57,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/8507b43defa24168a5ca083d9b8d1805 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/8507b43defa24168a5ca083d9b8d1805 2024-11-25T08:24:57,029 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/8507b43defa24168a5ca083d9b8d1805, entries=150, sequenceid=373, filesize=12.0 K 2024-11-25T08:24:57,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/238bfb6cb38b44a4863d889a4d4b6ebf as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/238bfb6cb38b44a4863d889a4d4b6ebf 2024-11-25T08:24:57,035 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/238bfb6cb38b44a4863d889a4d4b6ebf, entries=150, sequenceid=373, filesize=12.0 K 2024-11-25T08:24:57,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/a33be3e68d014c228274c615dd186678 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/a33be3e68d014c228274c615dd186678 2024-11-25T08:24:57,043 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/a33be3e68d014c228274c615dd186678, entries=150, sequenceid=373, filesize=12.0 K 2024-11-25T08:24:57,045 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for b036f28393087f553ea3cab7bec0e0d5 in 572ms, sequenceid=373, compaction requested=false 2024-11-25T08:24:57,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:57,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:57,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-25T08:24:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-25T08:24:57,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-25T08:24:57,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7410 sec 2024-11-25T08:24:57,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.7450 sec 2024-11-25T08:24:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:57,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T08:24:57,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:24:57,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:57,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:24:57,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:57,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:24:57,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:57,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/aa66db33c8c7414fb1ff9f5031b3422f is 50, key is test_row_0/A:col10/1732523097198/Put/seqid=0 2024-11-25T08:24:57,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742149_1325 (size=12301) 2024-11-25T08:24:57,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523157268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:57,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523157271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:57,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523157372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:57,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523157375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T08:24:57,410 INFO [Thread-1123 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-25T08:24:57,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:24:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-25T08:24:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-25T08:24:57,412 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:24:57,413 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:24:57,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:24:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-25T08:24:57,563 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:57,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-25T08:24:57,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:57,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:57,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:57,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:57,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:57,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523157576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:57,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523157579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:57,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/aa66db33c8c7414fb1ff9f5031b3422f 2024-11-25T08:24:57,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/8f16de450b764a9194707717f85e20a9 is 50, key is test_row_0/B:col10/1732523097198/Put/seqid=0 2024-11-25T08:24:57,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742150_1326 (size=12301) 2024-11-25T08:24:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-25T08:24:57,716 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:57,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-25T08:24:57,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:57,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:57,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:57,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:57,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:57,868 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:57,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-25T08:24:57,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:57,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:57,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:57,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:57,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:57,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523157880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:57,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523157884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-25T08:24:58,021 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:58,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-25T08:24:58,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:58,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:58,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:58,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:58,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:58,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/8f16de450b764a9194707717f85e20a9 2024-11-25T08:24:58,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/49dbcfac2a904dd0befce37804463789 is 50, key is test_row_0/C:col10/1732523097198/Put/seqid=0 2024-11-25T08:24:58,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742151_1327 (size=12301) 2024-11-25T08:24:58,174 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:58,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-25T08:24:58,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:58,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:58,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:58,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:58,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:58,326 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:58,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-25T08:24:58,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:58,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:58,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:58,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:58,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:58,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523158383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:58,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523158388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:58,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/49dbcfac2a904dd0befce37804463789 2024-11-25T08:24:58,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/aa66db33c8c7414fb1ff9f5031b3422f as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/aa66db33c8c7414fb1ff9f5031b3422f 2024-11-25T08:24:58,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/aa66db33c8c7414fb1ff9f5031b3422f, entries=150, sequenceid=387, filesize=12.0 K 2024-11-25T08:24:58,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/8f16de450b764a9194707717f85e20a9 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/8f16de450b764a9194707717f85e20a9 2024-11-25T08:24:58,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/8f16de450b764a9194707717f85e20a9, entries=150, sequenceid=387, filesize=12.0 K 2024-11-25T08:24:58,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/49dbcfac2a904dd0befce37804463789 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/49dbcfac2a904dd0befce37804463789 2024-11-25T08:24:58,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/49dbcfac2a904dd0befce37804463789, entries=150, sequenceid=387, filesize=12.0 K 2024-11-25T08:24:58,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b036f28393087f553ea3cab7bec0e0d5 in 1265ms, sequenceid=387, compaction requested=true 2024-11-25T08:24:58,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:58,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:24:58,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:58,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:24:58,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:24:58,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:58,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T08:24:58,470 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:58,471 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:58,472 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:58,472 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/C is initiating minor compaction (all files) 2024-11-25T08:24:58,472 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/C in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:58,472 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/bf9e0bd608424ec5b5ca2b05e701cdb6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/a33be3e68d014c228274c615dd186678, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/49dbcfac2a904dd0befce37804463789] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=36.9 K 2024-11-25T08:24:58,473 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf9e0bd608424ec5b5ca2b05e701cdb6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732523094941 2024-11-25T08:24:58,473 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:58,474 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/A is initiating minor compaction (all files) 2024-11-25T08:24:58,474 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/A in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:58,474 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/ea06eb8171f944e09555399e80e05a67, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/8507b43defa24168a5ca083d9b8d1805, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/aa66db33c8c7414fb1ff9f5031b3422f] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=36.9 K 2024-11-25T08:24:58,474 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting a33be3e68d014c228274c615dd186678, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732523095071 2024-11-25T08:24:58,475 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting ea06eb8171f944e09555399e80e05a67, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732523094941 2024-11-25T08:24:58,475 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49dbcfac2a904dd0befce37804463789, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732523097198 2024-11-25T08:24:58,475 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 8507b43defa24168a5ca083d9b8d1805, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732523095071 2024-11-25T08:24:58,476 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting aa66db33c8c7414fb1ff9f5031b3422f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732523097198 2024-11-25T08:24:58,479 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:58,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-25T08:24:58,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:58,480 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T08:24:58,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:24:58,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:58,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:24:58,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:58,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:24:58,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:58,504 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#A#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:58,505 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/409c82f241734cda8422961c860cc7ae is 50, key is test_row_0/A:col10/1732523097198/Put/seqid=0 2024-11-25T08:24:58,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/e148eec256784e23a9c3edaef97099f2 is 50, key is test_row_0/A:col10/1732523097266/Put/seqid=0 2024-11-25T08:24:58,512 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#C#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:58,513 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/3bd79e4afa864135b3e61419002fcb38 is 50, key is test_row_0/C:col10/1732523097198/Put/seqid=0 2024-11-25T08:24:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-25T08:24:58,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742153_1329 (size=12301) 2024-11-25T08:24:58,530 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/e148eec256784e23a9c3edaef97099f2 2024-11-25T08:24:58,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742152_1328 (size=13289) 2024-11-25T08:24:58,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742154_1330 (size=13289) 2024-11-25T08:24:58,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/9e1cb8df44374748b8f1428a8bf27fde is 50, key is test_row_0/B:col10/1732523097266/Put/seqid=0 2024-11-25T08:24:58,571 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/3bd79e4afa864135b3e61419002fcb38 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3bd79e4afa864135b3e61419002fcb38 2024-11-25T08:24:58,577 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/C of b036f28393087f553ea3cab7bec0e0d5 into 3bd79e4afa864135b3e61419002fcb38(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:58,577 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:58,577 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/C, priority=13, startTime=1732523098468; duration=0sec 2024-11-25T08:24:58,577 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:58,577 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:C 2024-11-25T08:24:58,577 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:58,579 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:58,579 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/B is initiating minor compaction (all files) 2024-11-25T08:24:58,579 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/B in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:58,579 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/c4fd8647b5a54f988dea37fe83ff93b6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/238bfb6cb38b44a4863d889a4d4b6ebf, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/8f16de450b764a9194707717f85e20a9] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=36.9 K 2024-11-25T08:24:58,580 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4fd8647b5a54f988dea37fe83ff93b6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732523094941 2024-11-25T08:24:58,580 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 238bfb6cb38b44a4863d889a4d4b6ebf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732523095071 2024-11-25T08:24:58,581 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f16de450b764a9194707717f85e20a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732523097198 2024-11-25T08:24:58,596 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#B#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:58,597 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/325be70e91ec48eb8cd7be98cd122df7 is 50, key is test_row_0/B:col10/1732523097198/Put/seqid=0 2024-11-25T08:24:58,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742155_1331 (size=12301) 2024-11-25T08:24:58,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742156_1332 (size=13289) 2024-11-25T08:24:58,639 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/325be70e91ec48eb8cd7be98cd122df7 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/325be70e91ec48eb8cd7be98cd122df7 2024-11-25T08:24:58,646 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/B of b036f28393087f553ea3cab7bec0e0d5 into 325be70e91ec48eb8cd7be98cd122df7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:58,646 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:58,646 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/B, priority=13, startTime=1732523098468; duration=0sec 2024-11-25T08:24:58,646 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:58,646 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:B 2024-11-25T08:24:58,950 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/409c82f241734cda8422961c860cc7ae as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/409c82f241734cda8422961c860cc7ae 2024-11-25T08:24:58,959 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/A of b036f28393087f553ea3cab7bec0e0d5 into 409c82f241734cda8422961c860cc7ae(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:24:58,959 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:58,959 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/A, priority=13, startTime=1732523098468; duration=0sec 2024-11-25T08:24:58,959 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:58,959 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:A 2024-11-25T08:24:58,999 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/9e1cb8df44374748b8f1428a8bf27fde 2024-11-25T08:24:59,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/00db9a657139453280f144813771efbf is 50, key is test_row_0/C:col10/1732523097266/Put/seqid=0 2024-11-25T08:24:59,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742157_1333 (size=12301) 2024-11-25T08:24:59,011 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/00db9a657139453280f144813771efbf 2024-11-25T08:24:59,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/e148eec256784e23a9c3edaef97099f2 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/e148eec256784e23a9c3edaef97099f2 2024-11-25T08:24:59,029 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/e148eec256784e23a9c3edaef97099f2, entries=150, sequenceid=412, filesize=12.0 K 2024-11-25T08:24:59,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/9e1cb8df44374748b8f1428a8bf27fde as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/9e1cb8df44374748b8f1428a8bf27fde 2024-11-25T08:24:59,034 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/9e1cb8df44374748b8f1428a8bf27fde, entries=150, sequenceid=412, filesize=12.0 K 2024-11-25T08:24:59,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/00db9a657139453280f144813771efbf as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/00db9a657139453280f144813771efbf 2024-11-25T08:24:59,038 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/00db9a657139453280f144813771efbf, entries=150, sequenceid=412, filesize=12.0 K 2024-11-25T08:24:59,039 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for b036f28393087f553ea3cab7bec0e0d5 in 560ms, sequenceid=412, compaction requested=false 2024-11-25T08:24:59,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:59,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:59,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-25T08:24:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-25T08:24:59,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-25T08:24:59,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6270 sec 2024-11-25T08:24:59,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.6310 sec 2024-11-25T08:24:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:24:59,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T08:24:59,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:24:59,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:59,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:24:59,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:59,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:24:59,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:59,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/75e3a235eb3143f38a9d31d573573d79 is 50, key is test_row_0/A:col10/1732523099398/Put/seqid=0 2024-11-25T08:24:59,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742158_1334 (size=12301) 2024-11-25T08:24:59,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/75e3a235eb3143f38a9d31d573573d79 2024-11-25T08:24:59,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/19fec9ee7a584291864e7c0f116d4745 is 50, key is test_row_0/B:col10/1732523099398/Put/seqid=0 2024-11-25T08:24:59,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523159471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:59,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523159472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:59,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742159_1335 (size=12301) 2024-11-25T08:24:59,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/19fec9ee7a584291864e7c0f116d4745 2024-11-25T08:24:59,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/3078d3c722314095be8b712a133ee7e6 is 50, key is test_row_0/C:col10/1732523099398/Put/seqid=0 2024-11-25T08:24:59,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742160_1336 (size=12301) 2024-11-25T08:24:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-25T08:24:59,516 INFO [Thread-1123 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-25T08:24:59,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:24:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-25T08:24:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-25T08:24:59,518 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:24:59,518 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:24:59,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:24:59,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523159575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:59,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523159575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-25T08:24:59,675 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:59,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-25T08:24:59,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:59,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:59,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:59,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:59,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:59,751 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T08:24:59,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523159777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:59,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:24:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523159779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-25T08:24:59,829 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:59,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-25T08:24:59,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:59,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:24:59,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:59,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:59,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:59,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:24:59,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/3078d3c722314095be8b712a133ee7e6 2024-11-25T08:24:59,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/75e3a235eb3143f38a9d31d573573d79 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/75e3a235eb3143f38a9d31d573573d79 2024-11-25T08:24:59,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/75e3a235eb3143f38a9d31d573573d79, entries=150, sequenceid=426, filesize=12.0 K 2024-11-25T08:24:59,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/19fec9ee7a584291864e7c0f116d4745 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/19fec9ee7a584291864e7c0f116d4745 2024-11-25T08:24:59,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/19fec9ee7a584291864e7c0f116d4745, entries=150, sequenceid=426, filesize=12.0 K 2024-11-25T08:24:59,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/3078d3c722314095be8b712a133ee7e6 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3078d3c722314095be8b712a133ee7e6 2024-11-25T08:24:59,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3078d3c722314095be8b712a133ee7e6, entries=150, sequenceid=426, filesize=12.0 K 2024-11-25T08:24:59,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b036f28393087f553ea3cab7bec0e0d5 in 514ms, sequenceid=426, compaction requested=true 2024-11-25T08:24:59,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:24:59,914 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:59,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:24:59,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:59,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:24:59,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:24:59,914 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:24:59,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:24:59,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:24:59,915 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:59,915 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:24:59,915 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/B is initiating minor compaction (all files) 2024-11-25T08:24:59,915 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/A is initiating minor compaction (all files) 2024-11-25T08:24:59,915 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/B in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:59,915 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/A in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:59,915 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/325be70e91ec48eb8cd7be98cd122df7, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/9e1cb8df44374748b8f1428a8bf27fde, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/19fec9ee7a584291864e7c0f116d4745] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=37.0 K 2024-11-25T08:24:59,915 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/409c82f241734cda8422961c860cc7ae, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/e148eec256784e23a9c3edaef97099f2, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/75e3a235eb3143f38a9d31d573573d79] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=37.0 K 2024-11-25T08:24:59,915 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 409c82f241734cda8422961c860cc7ae, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732523097198 2024-11-25T08:24:59,915 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 325be70e91ec48eb8cd7be98cd122df7, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732523097198 2024-11-25T08:24:59,919 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e1cb8df44374748b8f1428a8bf27fde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732523097266 2024-11-25T08:24:59,920 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting e148eec256784e23a9c3edaef97099f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732523097266 2024-11-25T08:24:59,920 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 19fec9ee7a584291864e7c0f116d4745, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732523099396 2024-11-25T08:24:59,920 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75e3a235eb3143f38a9d31d573573d79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732523099396 2024-11-25T08:24:59,927 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#A#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:59,928 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/f6f9c04da6a94909996eddc4435359a8 is 50, key is test_row_0/A:col10/1732523099398/Put/seqid=0 2024-11-25T08:24:59,930 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#B#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:24:59,930 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/405b4b2619e34f4aa2b125f69febbedb is 50, key is test_row_0/B:col10/1732523099398/Put/seqid=0 2024-11-25T08:24:59,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742162_1338 (size=13391) 2024-11-25T08:24:59,981 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:24:59,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-25T08:24:59,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:24:59,982 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T08:24:59,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:24:59,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:59,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:24:59,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:59,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:24:59,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:24:59,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742161_1337 (size=13391) 2024-11-25T08:24:59,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/6f45f0192d714c5b9a4a6fc6cbc9ca55 is 50, key is test_row_0/A:col10/1732523099454/Put/seqid=0 2024-11-25T08:24:59,990 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/405b4b2619e34f4aa2b125f69febbedb as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/405b4b2619e34f4aa2b125f69febbedb 2024-11-25T08:24:59,993 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/f6f9c04da6a94909996eddc4435359a8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/f6f9c04da6a94909996eddc4435359a8 2024-11-25T08:24:59,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742163_1339 (size=12301) 2024-11-25T08:25:00,003 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/B of b036f28393087f553ea3cab7bec0e0d5 into 405b4b2619e34f4aa2b125f69febbedb(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:00,003 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:25:00,003 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/B, priority=13, startTime=1732523099914; duration=0sec 2024-11-25T08:25:00,003 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:00,003 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:B 2024-11-25T08:25:00,003 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:00,004 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/A of b036f28393087f553ea3cab7bec0e0d5 into f6f9c04da6a94909996eddc4435359a8(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:00,004 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:25:00,004 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/A, priority=13, startTime=1732523099914; duration=0sec 2024-11-25T08:25:00,004 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:00,004 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:A 2024-11-25T08:25:00,004 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:00,004 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/C is initiating minor compaction (all files) 2024-11-25T08:25:00,004 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/C in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:25:00,004 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3bd79e4afa864135b3e61419002fcb38, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/00db9a657139453280f144813771efbf, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3078d3c722314095be8b712a133ee7e6] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=37.0 K 2024-11-25T08:25:00,005 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bd79e4afa864135b3e61419002fcb38, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732523097198 2024-11-25T08:25:00,006 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 00db9a657139453280f144813771efbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732523097266 2024-11-25T08:25:00,007 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 3078d3c722314095be8b712a133ee7e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732523099396 2024-11-25T08:25:00,015 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#C#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:00,016 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/cddea145d3a14168ae32d4a279d7a706 is 50, key is test_row_0/C:col10/1732523099398/Put/seqid=0 2024-11-25T08:25:00,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742164_1340 (size=13391) 2024-11-25T08:25:00,032 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/cddea145d3a14168ae32d4a279d7a706 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/cddea145d3a14168ae32d4a279d7a706 2024-11-25T08:25:00,037 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/C of b036f28393087f553ea3cab7bec0e0d5 into cddea145d3a14168ae32d4a279d7a706(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:00,037 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:25:00,037 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/C, priority=13, startTime=1732523099914; duration=0sec 2024-11-25T08:25:00,037 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:00,037 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:C 2024-11-25T08:25:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:25:00,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:25:00,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523160091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:00,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523160092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-25T08:25:00,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523160193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:00,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523160195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:00,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523160395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:00,397 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/6f45f0192d714c5b9a4a6fc6cbc9ca55 2024-11-25T08:25:00,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523160397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:00,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/81e7e3b2695e4f0688e0bc9df552bed6 is 50, key is test_row_0/B:col10/1732523099454/Put/seqid=0 2024-11-25T08:25:00,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742165_1341 (size=12301) 2024-11-25T08:25:00,415 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/81e7e3b2695e4f0688e0bc9df552bed6 2024-11-25T08:25:00,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/9a139688f15f4939ab4907b4077154fe is 50, key is test_row_0/C:col10/1732523099454/Put/seqid=0 2024-11-25T08:25:00,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742166_1342 (size=12301) 2024-11-25T08:25:00,454 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/9a139688f15f4939ab4907b4077154fe 2024-11-25T08:25:00,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/6f45f0192d714c5b9a4a6fc6cbc9ca55 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/6f45f0192d714c5b9a4a6fc6cbc9ca55 2024-11-25T08:25:00,468 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/6f45f0192d714c5b9a4a6fc6cbc9ca55, entries=150, sequenceid=451, filesize=12.0 K 2024-11-25T08:25:00,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/81e7e3b2695e4f0688e0bc9df552bed6 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/81e7e3b2695e4f0688e0bc9df552bed6 2024-11-25T08:25:00,477 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/81e7e3b2695e4f0688e0bc9df552bed6, entries=150, sequenceid=451, filesize=12.0 K 2024-11-25T08:25:00,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/9a139688f15f4939ab4907b4077154fe as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/9a139688f15f4939ab4907b4077154fe 2024-11-25T08:25:00,486 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/9a139688f15f4939ab4907b4077154fe, entries=150, sequenceid=451, filesize=12.0 K 2024-11-25T08:25:00,487 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b036f28393087f553ea3cab7bec0e0d5 in 505ms, sequenceid=451, compaction requested=false 2024-11-25T08:25:00,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:25:00,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:25:00,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-25T08:25:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-11-25T08:25:00,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-25T08:25:00,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 976 msec 2024-11-25T08:25:00,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 979 msec 2024-11-25T08:25:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-25T08:25:00,621 INFO [Thread-1123 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-25T08:25:00,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:25:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-25T08:25:00,623 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:25:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-25T08:25:00,624 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:25:00,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:25:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:25:00,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T08:25:00,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:25:00,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:00,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:25:00,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:00,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:25:00,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:00,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/758cdd65c1e94255ae54a95430c204c6 is 50, key is test_row_0/A:col10/1732523100089/Put/seqid=0 2024-11-25T08:25:00,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742167_1343 (size=14741) 2024-11-25T08:25:00,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/758cdd65c1e94255ae54a95430c204c6 2024-11-25T08:25:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-25T08:25:00,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/901c96b3420e4e579ee64e80761cc4d6 is 50, key is test_row_0/B:col10/1732523100089/Put/seqid=0 2024-11-25T08:25:00,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523160748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:00,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523160749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:00,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742168_1344 (size=12301) 2024-11-25T08:25:00,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/901c96b3420e4e579ee64e80761cc4d6 2024-11-25T08:25:00,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/a78ab96e3a9a4d5eb792243ac7289b3d is 50, key is test_row_0/C:col10/1732523100089/Put/seqid=0 2024-11-25T08:25:00,774 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:00,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-25T08:25:00,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:25:00,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:25:00,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:25:00,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:00,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:00,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742169_1345 (size=12301) 2024-11-25T08:25:00,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/a78ab96e3a9a4d5eb792243ac7289b3d 2024-11-25T08:25:00,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/758cdd65c1e94255ae54a95430c204c6 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/758cdd65c1e94255ae54a95430c204c6 2024-11-25T08:25:00,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/758cdd65c1e94255ae54a95430c204c6, entries=200, sequenceid=467, filesize=14.4 K 2024-11-25T08:25:00,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/901c96b3420e4e579ee64e80761cc4d6 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/901c96b3420e4e579ee64e80761cc4d6 2024-11-25T08:25:00,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/901c96b3420e4e579ee64e80761cc4d6, entries=150, sequenceid=467, filesize=12.0 K 2024-11-25T08:25:00,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/a78ab96e3a9a4d5eb792243ac7289b3d as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/a78ab96e3a9a4d5eb792243ac7289b3d 2024-11-25T08:25:00,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/a78ab96e3a9a4d5eb792243ac7289b3d, entries=150, sequenceid=467, filesize=12.0 K 2024-11-25T08:25:00,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b036f28393087f553ea3cab7bec0e0d5 in 150ms, sequenceid=467, compaction requested=true 2024-11-25T08:25:00,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:25:00,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:25:00,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:00,851 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:00,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:25:00,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:00,852 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:00,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b036f28393087f553ea3cab7bec0e0d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:25:00,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:00,852 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:00,852 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:00,852 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/A is initiating minor compaction (all files) 2024-11-25T08:25:00,852 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/B is initiating minor compaction (all files) 2024-11-25T08:25:00,852 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/B in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:25:00,853 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/405b4b2619e34f4aa2b125f69febbedb, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/81e7e3b2695e4f0688e0bc9df552bed6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/901c96b3420e4e579ee64e80761cc4d6] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=37.1 K 2024-11-25T08:25:00,853 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/A in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:25:00,853 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/f6f9c04da6a94909996eddc4435359a8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/6f45f0192d714c5b9a4a6fc6cbc9ca55, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/758cdd65c1e94255ae54a95430c204c6] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=39.5 K 2024-11-25T08:25:00,853 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 405b4b2619e34f4aa2b125f69febbedb, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732523099396 2024-11-25T08:25:00,853 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6f9c04da6a94909996eddc4435359a8, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732523099396 2024-11-25T08:25:00,854 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 81e7e3b2695e4f0688e0bc9df552bed6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732523099454 2024-11-25T08:25:00,854 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f45f0192d714c5b9a4a6fc6cbc9ca55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732523099454 2024-11-25T08:25:00,854 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 901c96b3420e4e579ee64e80761cc4d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1732523100089 2024-11-25T08:25:00,854 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 758cdd65c1e94255ae54a95430c204c6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1732523100089 2024-11-25T08:25:00,860 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#A#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:00,860 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#B#compaction#296 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:00,861 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/680e200489be471288820f541217e9de is 50, key is test_row_0/A:col10/1732523100089/Put/seqid=0 2024-11-25T08:25:00,861 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/63e469d2eebc43ce9bda04767d17076a is 50, key is test_row_0/B:col10/1732523100089/Put/seqid=0 2024-11-25T08:25:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:25:00,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T08:25:00,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:25:00,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:00,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:25:00,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:00,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:25:00,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:00,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/e89d2f0843d34ccbab08256d7fd7c9c7 is 50, key is test_row_0/A:col10/1732523100869/Put/seqid=0 2024-11-25T08:25:00,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742170_1346 (size=13493) 2024-11-25T08:25:00,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742171_1347 (size=13493) 2024-11-25T08:25:00,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742172_1348 (size=17181) 2024-11-25T08:25:00,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/e89d2f0843d34ccbab08256d7fd7c9c7 2024-11-25T08:25:00,898 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/63e469d2eebc43ce9bda04767d17076a as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/63e469d2eebc43ce9bda04767d17076a 2024-11-25T08:25:00,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523160898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:00,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/d09f69b31f054994b4dac86a8cfe42cb is 50, key is test_row_0/B:col10/1732523100869/Put/seqid=0 2024-11-25T08:25:00,906 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/B of b036f28393087f553ea3cab7bec0e0d5 into 63e469d2eebc43ce9bda04767d17076a(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:00,906 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:25:00,906 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/B, priority=13, startTime=1732523100851; duration=0sec 2024-11-25T08:25:00,906 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:00,906 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:B 2024-11-25T08:25:00,906 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:00,907 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:00,907 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): b036f28393087f553ea3cab7bec0e0d5/C is initiating minor compaction (all files) 2024-11-25T08:25:00,907 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b036f28393087f553ea3cab7bec0e0d5/C in TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:25:00,908 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/cddea145d3a14168ae32d4a279d7a706, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/9a139688f15f4939ab4907b4077154fe, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/a78ab96e3a9a4d5eb792243ac7289b3d] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp, totalSize=37.1 K 2024-11-25T08:25:00,908 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting cddea145d3a14168ae32d4a279d7a706, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732523099396 2024-11-25T08:25:00,908 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a139688f15f4939ab4907b4077154fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732523099454 2024-11-25T08:25:00,909 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting a78ab96e3a9a4d5eb792243ac7289b3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1732523100089 2024-11-25T08:25:00,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742173_1349 (size=12301) 2024-11-25T08:25:00,910 DEBUG [Thread-1128 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f233fb2 to 127.0.0.1:59350 2024-11-25T08:25:00,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/d09f69b31f054994b4dac86a8cfe42cb 2024-11-25T08:25:00,910 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:25:00,912 DEBUG [Thread-1130 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1bb237d6 to 127.0.0.1:59350 2024-11-25T08:25:00,912 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:25:00,914 DEBUG [Thread-1126 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16d72710 to 127.0.0.1:59350 2024-11-25T08:25:00,914 DEBUG [Thread-1126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:25:00,914 DEBUG [Thread-1132 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06af20bc to 127.0.0.1:59350 2024-11-25T08:25:00,914 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:25:00,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523160907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:00,919 DEBUG [Thread-1124 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x25a14e0d to 127.0.0.1:59350 2024-11-25T08:25:00,919 DEBUG [Thread-1124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:25:00,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/acb8b4a3149e402492523ec46e30211c is 50, key is test_row_0/C:col10/1732523100869/Put/seqid=0 2024-11-25T08:25:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-25T08:25:00,926 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:00,926 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b036f28393087f553ea3cab7bec0e0d5#C#compaction#301 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:00,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-25T08:25:00,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:25:00,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:25:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:25:00,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:00,927 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/7fcb56a7334248cea6462010b01b45c1 is 50, key is test_row_0/C:col10/1732523100089/Put/seqid=0 2024-11-25T08:25:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:00,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742174_1350 (size=12301) 2024-11-25T08:25:00,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742175_1351 (size=13493) 2024-11-25T08:25:01,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523161007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:01,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523161016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:01,082 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:01,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-25T08:25:01,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:25:01,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:25:01,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:25:01,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:01,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:01,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57454 deadline: 1732523161208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:01,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57540 deadline: 1732523161217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-25T08:25:01,234 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:01,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-25T08:25:01,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:25:01,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:25:01,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:25:01,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:01,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:01,290 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/680e200489be471288820f541217e9de as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/680e200489be471288820f541217e9de 2024-11-25T08:25:01,294 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/A of b036f28393087f553ea3cab7bec0e0d5 into 680e200489be471288820f541217e9de(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:01,294 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:25:01,294 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/A, priority=13, startTime=1732523100851; duration=0sec 2024-11-25T08:25:01,294 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:01,294 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:A 2024-11-25T08:25:01,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/acb8b4a3149e402492523ec46e30211c 2024-11-25T08:25:01,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/e89d2f0843d34ccbab08256d7fd7c9c7 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/e89d2f0843d34ccbab08256d7fd7c9c7 2024-11-25T08:25:01,340 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/7fcb56a7334248cea6462010b01b45c1 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/7fcb56a7334248cea6462010b01b45c1 2024-11-25T08:25:01,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/e89d2f0843d34ccbab08256d7fd7c9c7, entries=250, sequenceid=492, filesize=16.8 K 2024-11-25T08:25:01,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/d09f69b31f054994b4dac86a8cfe42cb as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/d09f69b31f054994b4dac86a8cfe42cb 2024-11-25T08:25:01,345 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b036f28393087f553ea3cab7bec0e0d5/C of b036f28393087f553ea3cab7bec0e0d5 into 7fcb56a7334248cea6462010b01b45c1(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:01,346 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:25:01,346 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5., storeName=b036f28393087f553ea3cab7bec0e0d5/C, priority=13, startTime=1732523100852; duration=0sec 2024-11-25T08:25:01,346 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:01,346 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b036f28393087f553ea3cab7bec0e0d5:C 2024-11-25T08:25:01,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/d09f69b31f054994b4dac86a8cfe42cb, entries=150, sequenceid=492, filesize=12.0 K 2024-11-25T08:25:01,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/acb8b4a3149e402492523ec46e30211c as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/acb8b4a3149e402492523ec46e30211c 2024-11-25T08:25:01,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/acb8b4a3149e402492523ec46e30211c, entries=150, sequenceid=492, filesize=12.0 K 2024-11-25T08:25:01,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b036f28393087f553ea3cab7bec0e0d5 in 480ms, sequenceid=492, compaction requested=false 2024-11-25T08:25:01,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:25:01,387 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:01,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-25T08:25:01,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:25:01,388 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T08:25:01,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:25:01,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:01,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:25:01,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:01,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:25:01,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:01,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/0a06a96cfe6d428c8a29c2f4fcf2a786 is 50, key is test_row_0/A:col10/1732523100886/Put/seqid=0 2024-11-25T08:25:01,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742176_1352 (size=12301) 2024-11-25T08:25:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:25:01,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. as already flushing 2024-11-25T08:25:01,513 DEBUG [Thread-1119 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x042e251a to 127.0.0.1:59350 2024-11-25T08:25:01,513 DEBUG [Thread-1119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:25:01,521 DEBUG [Thread-1121 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x485c0110 to 127.0.0.1:59350 2024-11-25T08:25:01,521 DEBUG [Thread-1121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:25:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-25T08:25:01,798 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/0a06a96cfe6d428c8a29c2f4fcf2a786 2024-11-25T08:25:01,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/478280988a7a4fcc8010b2776c8f92ec is 50, key is test_row_0/B:col10/1732523100886/Put/seqid=0 2024-11-25T08:25:01,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742177_1353 (size=12301) 2024-11-25T08:25:02,208 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/478280988a7a4fcc8010b2776c8f92ec 2024-11-25T08:25:02,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/227ab13517974d46bcf7f8b335e3ab81 is 50, key is test_row_0/C:col10/1732523100886/Put/seqid=0 2024-11-25T08:25:02,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742178_1354 (size=12301) 2024-11-25T08:25:02,627 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/227ab13517974d46bcf7f8b335e3ab81 2024-11-25T08:25:02,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/0a06a96cfe6d428c8a29c2f4fcf2a786 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/0a06a96cfe6d428c8a29c2f4fcf2a786 2024-11-25T08:25:02,636 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/0a06a96cfe6d428c8a29c2f4fcf2a786, entries=150, sequenceid=506, filesize=12.0 K 2024-11-25T08:25:02,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/478280988a7a4fcc8010b2776c8f92ec as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/478280988a7a4fcc8010b2776c8f92ec 2024-11-25T08:25:02,644 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/478280988a7a4fcc8010b2776c8f92ec, entries=150, sequenceid=506, filesize=12.0 K 2024-11-25T08:25:02,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/227ab13517974d46bcf7f8b335e3ab81 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/227ab13517974d46bcf7f8b335e3ab81 2024-11-25T08:25:02,654 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/227ab13517974d46bcf7f8b335e3ab81, entries=150, sequenceid=506, filesize=12.0 K 2024-11-25T08:25:02,655 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=13.42 KB/13740 for b036f28393087f553ea3cab7bec0e0d5 in 1267ms, sequenceid=506, compaction requested=true 2024-11-25T08:25:02,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:25:02,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:25:02,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-25T08:25:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-11-25T08:25:02,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-25T08:25:02,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0330 sec 2024-11-25T08:25:02,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 2.0380 sec 2024-11-25T08:25:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-25T08:25:02,727 INFO [Thread-1123 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-25T08:25:05,359 DEBUG [Thread-1113 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x118bee7f to 127.0.0.1:59350 2024-11-25T08:25:05,359 DEBUG [Thread-1113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:25:05,392 DEBUG [Thread-1115 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x59c0262f to 127.0.0.1:59350 2024-11-25T08:25:05,392 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:25:05,405 DEBUG [Thread-1117 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72b3148e to 127.0.0.1:59350 2024-11-25T08:25:05,405 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:25:05,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T08:25:05,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-25T08:25:05,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-25T08:25:05,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-25T08:25:05,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 170 2024-11-25T08:25:05,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 159 2024-11-25T08:25:05,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T08:25:05,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4153 2024-11-25T08:25:05,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4158 2024-11-25T08:25:05,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4130 2024-11-25T08:25:05,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4193 2024-11-25T08:25:05,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4110 2024-11-25T08:25:05,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T08:25:05,406 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T08:25:05,406 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51de3a2e to 127.0.0.1:59350 2024-11-25T08:25:05,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:25:05,411 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T08:25:05,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-25T08:25:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T08:25:05,413 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523105413"}]},"ts":"1732523105413"} 2024-11-25T08:25:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-25T08:25:05,418 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T08:25:05,431 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T08:25:05,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T08:25:05,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b036f28393087f553ea3cab7bec0e0d5, UNASSIGN}] 2024-11-25T08:25:05,434 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b036f28393087f553ea3cab7bec0e0d5, UNASSIGN 2024-11-25T08:25:05,435 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=b036f28393087f553ea3cab7bec0e0d5, regionState=CLOSING, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:05,436 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T08:25:05,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560}] 2024-11-25T08:25:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-25T08:25:05,587 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:05,588 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:25:05,588 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T08:25:05,588 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing b036f28393087f553ea3cab7bec0e0d5, disabling compactions & flushes 2024-11-25T08:25:05,588 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:25:05,588 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:25:05,588 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. after waiting 0 ms 2024-11-25T08:25:05,588 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:25:05,588 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(2837): Flushing b036f28393087f553ea3cab7bec0e0d5 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T08:25:05,588 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=A 2024-11-25T08:25:05,588 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:05,588 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=B 2024-11-25T08:25:05,588 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:05,588 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b036f28393087f553ea3cab7bec0e0d5, store=C 2024-11-25T08:25:05,588 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:05,596 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/8962196124c14697a642eeb9e4344fc6 is 50, key is test_row_0/A:col10/1732523105404/Put/seqid=0 2024-11-25T08:25:05,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742179_1355 (size=9857) 2024-11-25T08:25:05,614 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/8962196124c14697a642eeb9e4344fc6 2024-11-25T08:25:05,620 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/fe71c90158234e45903d7fa0562ccb0f is 50, key is test_row_0/B:col10/1732523105404/Put/seqid=0 2024-11-25T08:25:05,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742180_1356 (size=9857) 2024-11-25T08:25:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-25T08:25:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-25T08:25:06,028 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/fe71c90158234e45903d7fa0562ccb0f 2024-11-25T08:25:06,037 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/63d994aaa1154e9fa152a317eac4a317 is 50, key is test_row_0/C:col10/1732523105404/Put/seqid=0 2024-11-25T08:25:06,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742181_1357 (size=9857) 2024-11-25T08:25:06,449 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/63d994aaa1154e9fa152a317eac4a317 2024-11-25T08:25:06,464 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/A/8962196124c14697a642eeb9e4344fc6 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/8962196124c14697a642eeb9e4344fc6 2024-11-25T08:25:06,475 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/8962196124c14697a642eeb9e4344fc6, entries=100, sequenceid=514, filesize=9.6 K 2024-11-25T08:25:06,476 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/B/fe71c90158234e45903d7fa0562ccb0f as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/fe71c90158234e45903d7fa0562ccb0f 2024-11-25T08:25:06,482 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/fe71c90158234e45903d7fa0562ccb0f, entries=100, sequenceid=514, filesize=9.6 K 2024-11-25T08:25:06,483 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/.tmp/C/63d994aaa1154e9fa152a317eac4a317 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/63d994aaa1154e9fa152a317eac4a317 2024-11-25T08:25:06,491 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/63d994aaa1154e9fa152a317eac4a317, entries=100, sequenceid=514, filesize=9.6 K 2024-11-25T08:25:06,495 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b036f28393087f553ea3cab7bec0e0d5 in 907ms, sequenceid=514, compaction requested=true 2024-11-25T08:25:06,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/78dbef9aeb7a461a85d10b7cc1e3fda2, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/a545632a872345b4bb61bc719fcfc1b6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/437cd6e8f9e04451953ee5dc029f9935, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/144a3aa5f0a34b6083a2c1d2e5c5a616, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/8d731f66dd6248b08c40511ac53618f4, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/cf41a7c572dc442ca1313950530aff59, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/533f0405bbb74228891938407f896e34, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/2619d99b0eff45449b874f06fdb4e34f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/61a938ea90374e6499e756155785a997, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/3cc5900a492c44819b36ac42f3f0364b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/15cd320ceb55451d8228920ae3a1ef46, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/a2375b21c41945cf8ab360b829dfd30d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/db02b388eae040569fce9c9d860eb3c1, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/1312b5b085df4ec3ab36c11ece756b76, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/398269013bff41d88d14dc51160f6e8e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/b45a2b1e8cb64a909292ebbb4991454f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/0c0081bbf7814e54959297e131e89e6e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/42c51f5a7b0b4ccc846c65418497723e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/b3c8c7419fb44f3fa8909c42901c7416, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/1d590861064f4bd980ed1a0b4d3805d1, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/504cff8d248f43bd9ed22d9720c8a257, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/fb71378612ed45dba3906d8b6d4944f3, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/6c777f285e384e3ba9f45a68bf74fd05, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/ad4747e6f76f45ccbf94678d3787e368, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/697b85f2271045e58031ec8aa8c47f09, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/5807c86954dc4e7491ff7cbc2852d242, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/ea06eb8171f944e09555399e80e05a67, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/8507b43defa24168a5ca083d9b8d1805, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/409c82f241734cda8422961c860cc7ae, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/aa66db33c8c7414fb1ff9f5031b3422f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/e148eec256784e23a9c3edaef97099f2, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/f6f9c04da6a94909996eddc4435359a8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/75e3a235eb3143f38a9d31d573573d79, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/6f45f0192d714c5b9a4a6fc6cbc9ca55, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/758cdd65c1e94255ae54a95430c204c6] to archive 2024-11-25T08:25:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-25T08:25:06,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T08:25:06,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/78dbef9aeb7a461a85d10b7cc1e3fda2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/78dbef9aeb7a461a85d10b7cc1e3fda2 2024-11-25T08:25:06,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/a545632a872345b4bb61bc719fcfc1b6 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/a545632a872345b4bb61bc719fcfc1b6 2024-11-25T08:25:06,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/437cd6e8f9e04451953ee5dc029f9935 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/437cd6e8f9e04451953ee5dc029f9935 2024-11-25T08:25:06,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/144a3aa5f0a34b6083a2c1d2e5c5a616 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/144a3aa5f0a34b6083a2c1d2e5c5a616 2024-11-25T08:25:06,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/8d731f66dd6248b08c40511ac53618f4 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/8d731f66dd6248b08c40511ac53618f4 2024-11-25T08:25:06,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/cf41a7c572dc442ca1313950530aff59 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/cf41a7c572dc442ca1313950530aff59 2024-11-25T08:25:06,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/533f0405bbb74228891938407f896e34 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/533f0405bbb74228891938407f896e34 2024-11-25T08:25:06,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/2619d99b0eff45449b874f06fdb4e34f to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/2619d99b0eff45449b874f06fdb4e34f 2024-11-25T08:25:06,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/61a938ea90374e6499e756155785a997 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/61a938ea90374e6499e756155785a997 2024-11-25T08:25:06,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/3cc5900a492c44819b36ac42f3f0364b to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/3cc5900a492c44819b36ac42f3f0364b 2024-11-25T08:25:06,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/15cd320ceb55451d8228920ae3a1ef46 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/15cd320ceb55451d8228920ae3a1ef46 2024-11-25T08:25:06,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/a2375b21c41945cf8ab360b829dfd30d to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/a2375b21c41945cf8ab360b829dfd30d 2024-11-25T08:25:06,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/db02b388eae040569fce9c9d860eb3c1 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/db02b388eae040569fce9c9d860eb3c1 2024-11-25T08:25:06,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/1312b5b085df4ec3ab36c11ece756b76 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/1312b5b085df4ec3ab36c11ece756b76 2024-11-25T08:25:06,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/398269013bff41d88d14dc51160f6e8e to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/398269013bff41d88d14dc51160f6e8e 2024-11-25T08:25:06,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/b45a2b1e8cb64a909292ebbb4991454f to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/b45a2b1e8cb64a909292ebbb4991454f 2024-11-25T08:25:06,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/0c0081bbf7814e54959297e131e89e6e to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/0c0081bbf7814e54959297e131e89e6e 2024-11-25T08:25:06,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/42c51f5a7b0b4ccc846c65418497723e to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/42c51f5a7b0b4ccc846c65418497723e 2024-11-25T08:25:06,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/b3c8c7419fb44f3fa8909c42901c7416 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/b3c8c7419fb44f3fa8909c42901c7416 2024-11-25T08:25:06,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/1d590861064f4bd980ed1a0b4d3805d1 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/1d590861064f4bd980ed1a0b4d3805d1 2024-11-25T08:25:06,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/504cff8d248f43bd9ed22d9720c8a257 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/504cff8d248f43bd9ed22d9720c8a257 2024-11-25T08:25:06,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/fb71378612ed45dba3906d8b6d4944f3 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/fb71378612ed45dba3906d8b6d4944f3 2024-11-25T08:25:06,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/6c777f285e384e3ba9f45a68bf74fd05 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/6c777f285e384e3ba9f45a68bf74fd05 2024-11-25T08:25:06,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/ad4747e6f76f45ccbf94678d3787e368 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/ad4747e6f76f45ccbf94678d3787e368 2024-11-25T08:25:06,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/697b85f2271045e58031ec8aa8c47f09 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/697b85f2271045e58031ec8aa8c47f09 2024-11-25T08:25:06,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/5807c86954dc4e7491ff7cbc2852d242 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/5807c86954dc4e7491ff7cbc2852d242 2024-11-25T08:25:06,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/ea06eb8171f944e09555399e80e05a67 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/ea06eb8171f944e09555399e80e05a67 2024-11-25T08:25:06,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/8507b43defa24168a5ca083d9b8d1805 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/8507b43defa24168a5ca083d9b8d1805 2024-11-25T08:25:06,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/409c82f241734cda8422961c860cc7ae to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/409c82f241734cda8422961c860cc7ae 2024-11-25T08:25:06,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/aa66db33c8c7414fb1ff9f5031b3422f to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/aa66db33c8c7414fb1ff9f5031b3422f 2024-11-25T08:25:06,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/e148eec256784e23a9c3edaef97099f2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/e148eec256784e23a9c3edaef97099f2 2024-11-25T08:25:06,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/f6f9c04da6a94909996eddc4435359a8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/f6f9c04da6a94909996eddc4435359a8 2024-11-25T08:25:06,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/75e3a235eb3143f38a9d31d573573d79 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/75e3a235eb3143f38a9d31d573573d79 2024-11-25T08:25:06,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/6f45f0192d714c5b9a4a6fc6cbc9ca55 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/6f45f0192d714c5b9a4a6fc6cbc9ca55 2024-11-25T08:25:06,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/758cdd65c1e94255ae54a95430c204c6 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/758cdd65c1e94255ae54a95430c204c6 2024-11-25T08:25:06,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/4c85d35e541f4fe2aa06a6bc1c227bb6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/0711999f6c0940129878e8933c6ddf39, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/84eac891b69f40898aa945ceda612224, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/bf3dcd9d0cc94581868d4f37721a1a12, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/cf66f9782d204925807cd4be002617d6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/b5dbc47509d84bbbb3f671483d75f3b8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/139995adf7d2432f96b8c80198ffe296, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/f9dbc8362e504f22a9ccb50a2c1ef5e3, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/9f5578cef52f4499b55d56c3bbe7db32, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/74b069c025004f809638aa07f208ed5d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/e4fc9b938b544bd08eef0d3a4ddd66fb, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/b5b80f12b0fe456a93e11b9f4b3e63bd, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/06d76f244f004cca859b81ec8b55375b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/d2ca344811b1420abc5bcd96430cff0d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/50e357b1b29f465d9dc52b7c5e5d441b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/d6547e01b754428294db0035ff5dc451, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/a6aa7a02e53d47f190c12612201d4b32, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/90a3aebe73b44d5e9940823b4f0520d9, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/c2f25905987e45449accf54f4dd1fb3c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/0061566775664e7abf420cccf12d556c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/c4e6343dc5044984b74d2900c38939d7, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/64b4390f2283411fb232f290bea8a839, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/3585933819d74110b4cb77e61bba40d0, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/0628e10d1e43497b931086ec938e25f8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/77ab2ae4506d4605bca77bbf165e4ece, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/c4fd8647b5a54f988dea37fe83ff93b6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/a4becc376f0947af82739bf7454af770, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/238bfb6cb38b44a4863d889a4d4b6ebf, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/325be70e91ec48eb8cd7be98cd122df7, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/8f16de450b764a9194707717f85e20a9, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/9e1cb8df44374748b8f1428a8bf27fde, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/405b4b2619e34f4aa2b125f69febbedb, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/19fec9ee7a584291864e7c0f116d4745, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/81e7e3b2695e4f0688e0bc9df552bed6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/901c96b3420e4e579ee64e80761cc4d6] to archive 2024-11-25T08:25:06,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T08:25:06,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/4c85d35e541f4fe2aa06a6bc1c227bb6 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/4c85d35e541f4fe2aa06a6bc1c227bb6 2024-11-25T08:25:06,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/0711999f6c0940129878e8933c6ddf39 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/0711999f6c0940129878e8933c6ddf39 2024-11-25T08:25:06,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/84eac891b69f40898aa945ceda612224 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/84eac891b69f40898aa945ceda612224 2024-11-25T08:25:06,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/bf3dcd9d0cc94581868d4f37721a1a12 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/bf3dcd9d0cc94581868d4f37721a1a12 2024-11-25T08:25:06,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/cf66f9782d204925807cd4be002617d6 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/cf66f9782d204925807cd4be002617d6 2024-11-25T08:25:06,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/b5dbc47509d84bbbb3f671483d75f3b8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/b5dbc47509d84bbbb3f671483d75f3b8 2024-11-25T08:25:06,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/139995adf7d2432f96b8c80198ffe296 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/139995adf7d2432f96b8c80198ffe296 2024-11-25T08:25:06,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/f9dbc8362e504f22a9ccb50a2c1ef5e3 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/f9dbc8362e504f22a9ccb50a2c1ef5e3 2024-11-25T08:25:06,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/9f5578cef52f4499b55d56c3bbe7db32 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/9f5578cef52f4499b55d56c3bbe7db32 2024-11-25T08:25:06,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/74b069c025004f809638aa07f208ed5d to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/74b069c025004f809638aa07f208ed5d 2024-11-25T08:25:06,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/e4fc9b938b544bd08eef0d3a4ddd66fb to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/e4fc9b938b544bd08eef0d3a4ddd66fb 2024-11-25T08:25:06,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/b5b80f12b0fe456a93e11b9f4b3e63bd to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/b5b80f12b0fe456a93e11b9f4b3e63bd 2024-11-25T08:25:06,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/06d76f244f004cca859b81ec8b55375b to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/06d76f244f004cca859b81ec8b55375b 2024-11-25T08:25:06,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/d2ca344811b1420abc5bcd96430cff0d to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/d2ca344811b1420abc5bcd96430cff0d 2024-11-25T08:25:06,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/50e357b1b29f465d9dc52b7c5e5d441b to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/50e357b1b29f465d9dc52b7c5e5d441b 2024-11-25T08:25:06,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/d6547e01b754428294db0035ff5dc451 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/d6547e01b754428294db0035ff5dc451 2024-11-25T08:25:06,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/a6aa7a02e53d47f190c12612201d4b32 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/a6aa7a02e53d47f190c12612201d4b32 2024-11-25T08:25:06,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/90a3aebe73b44d5e9940823b4f0520d9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/90a3aebe73b44d5e9940823b4f0520d9 2024-11-25T08:25:06,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/c2f25905987e45449accf54f4dd1fb3c to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/c2f25905987e45449accf54f4dd1fb3c 2024-11-25T08:25:06,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/0061566775664e7abf420cccf12d556c to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/0061566775664e7abf420cccf12d556c 2024-11-25T08:25:06,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/c4e6343dc5044984b74d2900c38939d7 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/c4e6343dc5044984b74d2900c38939d7 2024-11-25T08:25:06,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/64b4390f2283411fb232f290bea8a839 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/64b4390f2283411fb232f290bea8a839 2024-11-25T08:25:06,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/3585933819d74110b4cb77e61bba40d0 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/3585933819d74110b4cb77e61bba40d0 2024-11-25T08:25:06,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/0628e10d1e43497b931086ec938e25f8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/0628e10d1e43497b931086ec938e25f8 2024-11-25T08:25:06,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/77ab2ae4506d4605bca77bbf165e4ece to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/77ab2ae4506d4605bca77bbf165e4ece 2024-11-25T08:25:06,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/c4fd8647b5a54f988dea37fe83ff93b6 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/c4fd8647b5a54f988dea37fe83ff93b6 2024-11-25T08:25:06,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/a4becc376f0947af82739bf7454af770 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/a4becc376f0947af82739bf7454af770 2024-11-25T08:25:06,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/238bfb6cb38b44a4863d889a4d4b6ebf to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/238bfb6cb38b44a4863d889a4d4b6ebf 2024-11-25T08:25:06,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/325be70e91ec48eb8cd7be98cd122df7 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/325be70e91ec48eb8cd7be98cd122df7 2024-11-25T08:25:06,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/8f16de450b764a9194707717f85e20a9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/8f16de450b764a9194707717f85e20a9 2024-11-25T08:25:06,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/9e1cb8df44374748b8f1428a8bf27fde to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/9e1cb8df44374748b8f1428a8bf27fde 2024-11-25T08:25:06,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/405b4b2619e34f4aa2b125f69febbedb to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/405b4b2619e34f4aa2b125f69febbedb 2024-11-25T08:25:06,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/19fec9ee7a584291864e7c0f116d4745 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/19fec9ee7a584291864e7c0f116d4745 2024-11-25T08:25:06,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/81e7e3b2695e4f0688e0bc9df552bed6 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/81e7e3b2695e4f0688e0bc9df552bed6 2024-11-25T08:25:06,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/901c96b3420e4e579ee64e80761cc4d6 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/901c96b3420e4e579ee64e80761cc4d6 2024-11-25T08:25:06,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3b85bb963e2c4c3196142da77e4b39ec, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/e74d2adb291f41ebbdb1a79cbd85d6fd, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/b213db9c505d4bd09c8f9b5954598c12, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/df38f897de344f9897aa1de1947c0cb5, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3ea8cff68e054c4daac5e8735eadffad, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/2f676bbdefb64d4d8559065b83281e54, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/7c8287ffc640449e81ed026f0b1dc5e4, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/51485622affe431692aa0ad7ad4e9325, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/4bad46e5995a46b3b2f25362a1816158, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/8d0dfd5a79c64952bded29d637f73721, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/e30f17d439a14acfab874b55cf742a22, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/25c0446d02ac44cc8bb30b617d8f7434, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/dcdfb815f3b54b4093c4a0ddbb349891, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/ee3fc9bbca344fe5850c457b583235a9, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/35d8bd2532af4d63bf35734afb62312a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/177ed1a0707148699ae6edf525871abc, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3b29086ca85f4e6c96f2b3a04c00dbee, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/6b71ef049faa4d82936774dc0a0025d2, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/44552c915b804419930c9805665c5967, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/f7c5fb7b37ce459eb2685636208590e3, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/9e6e0d46b1324e268695c8304760476b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/a4703d8616894c40b376d0fa36c06b18, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/2b6252eec39a4b11a9c890e315eac110, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/8fdeeeb29b3f4a76bea7b5db910a5839, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/ffbde8059c994b638bc64ff188ad064b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/bf9e0bd608424ec5b5ca2b05e701cdb6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/552eb622ef8149bc8d18413ca9cac45d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/a33be3e68d014c228274c615dd186678, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3bd79e4afa864135b3e61419002fcb38, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/49dbcfac2a904dd0befce37804463789, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/00db9a657139453280f144813771efbf, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/cddea145d3a14168ae32d4a279d7a706, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3078d3c722314095be8b712a133ee7e6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/9a139688f15f4939ab4907b4077154fe, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/a78ab96e3a9a4d5eb792243ac7289b3d] to archive 2024-11-25T08:25:06,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T08:25:06,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3b85bb963e2c4c3196142da77e4b39ec to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3b85bb963e2c4c3196142da77e4b39ec 2024-11-25T08:25:06,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/e74d2adb291f41ebbdb1a79cbd85d6fd to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/e74d2adb291f41ebbdb1a79cbd85d6fd 2024-11-25T08:25:06,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/b213db9c505d4bd09c8f9b5954598c12 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/b213db9c505d4bd09c8f9b5954598c12 2024-11-25T08:25:06,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/df38f897de344f9897aa1de1947c0cb5 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/df38f897de344f9897aa1de1947c0cb5 2024-11-25T08:25:06,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3ea8cff68e054c4daac5e8735eadffad to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3ea8cff68e054c4daac5e8735eadffad 2024-11-25T08:25:06,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/2f676bbdefb64d4d8559065b83281e54 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/2f676bbdefb64d4d8559065b83281e54 2024-11-25T08:25:06,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/7c8287ffc640449e81ed026f0b1dc5e4 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/7c8287ffc640449e81ed026f0b1dc5e4 2024-11-25T08:25:06,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/51485622affe431692aa0ad7ad4e9325 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/51485622affe431692aa0ad7ad4e9325 2024-11-25T08:25:06,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/4bad46e5995a46b3b2f25362a1816158 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/4bad46e5995a46b3b2f25362a1816158 2024-11-25T08:25:06,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/8d0dfd5a79c64952bded29d637f73721 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/8d0dfd5a79c64952bded29d637f73721 2024-11-25T08:25:06,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/e30f17d439a14acfab874b55cf742a22 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/e30f17d439a14acfab874b55cf742a22 2024-11-25T08:25:06,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/25c0446d02ac44cc8bb30b617d8f7434 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/25c0446d02ac44cc8bb30b617d8f7434 2024-11-25T08:25:06,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/dcdfb815f3b54b4093c4a0ddbb349891 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/dcdfb815f3b54b4093c4a0ddbb349891 2024-11-25T08:25:06,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/ee3fc9bbca344fe5850c457b583235a9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/ee3fc9bbca344fe5850c457b583235a9 2024-11-25T08:25:06,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/35d8bd2532af4d63bf35734afb62312a to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/35d8bd2532af4d63bf35734afb62312a 2024-11-25T08:25:06,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/177ed1a0707148699ae6edf525871abc to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/177ed1a0707148699ae6edf525871abc 2024-11-25T08:25:06,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3b29086ca85f4e6c96f2b3a04c00dbee to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3b29086ca85f4e6c96f2b3a04c00dbee 2024-11-25T08:25:06,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/6b71ef049faa4d82936774dc0a0025d2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/6b71ef049faa4d82936774dc0a0025d2 2024-11-25T08:25:06,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/44552c915b804419930c9805665c5967 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/44552c915b804419930c9805665c5967 2024-11-25T08:25:06,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/f7c5fb7b37ce459eb2685636208590e3 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/f7c5fb7b37ce459eb2685636208590e3 2024-11-25T08:25:06,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/9e6e0d46b1324e268695c8304760476b to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/9e6e0d46b1324e268695c8304760476b 2024-11-25T08:25:06,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/a4703d8616894c40b376d0fa36c06b18 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/a4703d8616894c40b376d0fa36c06b18 2024-11-25T08:25:06,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/2b6252eec39a4b11a9c890e315eac110 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/2b6252eec39a4b11a9c890e315eac110 2024-11-25T08:25:06,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/8fdeeeb29b3f4a76bea7b5db910a5839 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/8fdeeeb29b3f4a76bea7b5db910a5839 2024-11-25T08:25:06,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/ffbde8059c994b638bc64ff188ad064b to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/ffbde8059c994b638bc64ff188ad064b 2024-11-25T08:25:06,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/bf9e0bd608424ec5b5ca2b05e701cdb6 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/bf9e0bd608424ec5b5ca2b05e701cdb6 2024-11-25T08:25:06,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/552eb622ef8149bc8d18413ca9cac45d to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/552eb622ef8149bc8d18413ca9cac45d 2024-11-25T08:25:06,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/a33be3e68d014c228274c615dd186678 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/a33be3e68d014c228274c615dd186678 2024-11-25T08:25:06,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3bd79e4afa864135b3e61419002fcb38 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3bd79e4afa864135b3e61419002fcb38 2024-11-25T08:25:06,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/49dbcfac2a904dd0befce37804463789 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/49dbcfac2a904dd0befce37804463789 2024-11-25T08:25:06,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/00db9a657139453280f144813771efbf to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/00db9a657139453280f144813771efbf 2024-11-25T08:25:06,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/cddea145d3a14168ae32d4a279d7a706 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/cddea145d3a14168ae32d4a279d7a706 2024-11-25T08:25:06,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3078d3c722314095be8b712a133ee7e6 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/3078d3c722314095be8b712a133ee7e6 2024-11-25T08:25:06,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/9a139688f15f4939ab4907b4077154fe to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/9a139688f15f4939ab4907b4077154fe 2024-11-25T08:25:06,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/a78ab96e3a9a4d5eb792243ac7289b3d to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/a78ab96e3a9a4d5eb792243ac7289b3d 2024-11-25T08:25:06,783 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/recovered.edits/517.seqid, newMaxSeqId=517, maxSeqId=1 2024-11-25T08:25:06,783 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5. 2024-11-25T08:25:06,783 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for b036f28393087f553ea3cab7bec0e0d5: 2024-11-25T08:25:06,784 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:25:06,785 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=b036f28393087f553ea3cab7bec0e0d5, regionState=CLOSED 2024-11-25T08:25:06,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-25T08:25:06,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure b036f28393087f553ea3cab7bec0e0d5, server=79c23c06fcc9,37061,1732523014560 in 1.3500 sec 2024-11-25T08:25:06,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-25T08:25:06,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b036f28393087f553ea3cab7bec0e0d5, UNASSIGN in 1.3540 sec 2024-11-25T08:25:06,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-25T08:25:06,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3570 sec 2024-11-25T08:25:06,791 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523106791"}]},"ts":"1732523106791"} 2024-11-25T08:25:06,792 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T08:25:06,831 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T08:25:06,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4210 sec 2024-11-25T08:25:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-25T08:25:07,522 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-11-25T08:25:07,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-25T08:25:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:25:07,524 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=101, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:25:07,525 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=101, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:25:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-25T08:25:07,526 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:25:07,528 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A, FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B, FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C, FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/recovered.edits] 2024-11-25T08:25:07,530 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/0a06a96cfe6d428c8a29c2f4fcf2a786 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/0a06a96cfe6d428c8a29c2f4fcf2a786 2024-11-25T08:25:07,533 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/680e200489be471288820f541217e9de to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/680e200489be471288820f541217e9de 2024-11-25T08:25:07,534 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/8962196124c14697a642eeb9e4344fc6 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/8962196124c14697a642eeb9e4344fc6 2024-11-25T08:25:07,535 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/e89d2f0843d34ccbab08256d7fd7c9c7 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/A/e89d2f0843d34ccbab08256d7fd7c9c7 2024-11-25T08:25:07,537 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/478280988a7a4fcc8010b2776c8f92ec to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/478280988a7a4fcc8010b2776c8f92ec 2024-11-25T08:25:07,540 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/63e469d2eebc43ce9bda04767d17076a to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/63e469d2eebc43ce9bda04767d17076a 2024-11-25T08:25:07,542 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/d09f69b31f054994b4dac86a8cfe42cb to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/d09f69b31f054994b4dac86a8cfe42cb 2024-11-25T08:25:07,542 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/fe71c90158234e45903d7fa0562ccb0f to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/B/fe71c90158234e45903d7fa0562ccb0f 2024-11-25T08:25:07,544 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/227ab13517974d46bcf7f8b335e3ab81 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/227ab13517974d46bcf7f8b335e3ab81 2024-11-25T08:25:07,545 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/63d994aaa1154e9fa152a317eac4a317 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/63d994aaa1154e9fa152a317eac4a317 2024-11-25T08:25:07,548 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/7fcb56a7334248cea6462010b01b45c1 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/7fcb56a7334248cea6462010b01b45c1 2024-11-25T08:25:07,549 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/acb8b4a3149e402492523ec46e30211c to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/C/acb8b4a3149e402492523ec46e30211c 2024-11-25T08:25:07,551 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/recovered.edits/517.seqid to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5/recovered.edits/517.seqid 2024-11-25T08:25:07,551 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/b036f28393087f553ea3cab7bec0e0d5 2024-11-25T08:25:07,551 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T08:25:07,555 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=101, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:25:07,559 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T08:25:07,564 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T08:25:07,567 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=101, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:25:07,567 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T08:25:07,567 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732523107567"}]},"ts":"9223372036854775807"} 2024-11-25T08:25:07,570 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T08:25:07,570 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b036f28393087f553ea3cab7bec0e0d5, NAME => 'TestAcidGuarantees,,1732523079359.b036f28393087f553ea3cab7bec0e0d5.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T08:25:07,570 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T08:25:07,570 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732523107570"}]},"ts":"9223372036854775807"} 2024-11-25T08:25:07,573 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T08:25:07,616 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=101, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:25:07,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 94 msec 2024-11-25T08:25:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-25T08:25:07,626 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 101 completed 2024-11-25T08:25:07,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=239 (was 242), OpenFileDescriptor=455 (was 464), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1186 (was 1305), ProcessCount=11 (was 11), AvailableMemoryMB=1335 (was 1470) 2024-11-25T08:25:07,648 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=1186, ProcessCount=11, AvailableMemoryMB=1335 2024-11-25T08:25:07,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T08:25:07,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T08:25:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T08:25:07,652 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T08:25:07,652 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:07,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 102 2024-11-25T08:25:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T08:25:07,653 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T08:25:07,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742182_1358 (size=963) 2024-11-25T08:25:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T08:25:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T08:25:08,071 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907 2024-11-25T08:25:08,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742183_1359 (size=53) 2024-11-25T08:25:08,076 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T08:25:08,076 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e2783753e5c4d268adfc3ac5a73c9ac9, disabling compactions & flushes 2024-11-25T08:25:08,076 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:08,076 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:08,076 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. after waiting 0 ms 2024-11-25T08:25:08,076 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:08,076 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:08,076 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:08,079 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T08:25:08,079 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732523108079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732523108079"}]},"ts":"1732523108079"} 2024-11-25T08:25:08,081 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T08:25:08,082 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T08:25:08,082 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523108082"}]},"ts":"1732523108082"} 2024-11-25T08:25:08,083 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T08:25:08,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e2783753e5c4d268adfc3ac5a73c9ac9, ASSIGN}] 2024-11-25T08:25:08,133 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e2783753e5c4d268adfc3ac5a73c9ac9, ASSIGN 2024-11-25T08:25:08,134 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e2783753e5c4d268adfc3ac5a73c9ac9, ASSIGN; state=OFFLINE, location=79c23c06fcc9,37061,1732523014560; forceNewPlan=false, retain=false 2024-11-25T08:25:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T08:25:08,284 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=e2783753e5c4d268adfc3ac5a73c9ac9, regionState=OPENING, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:08,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; OpenRegionProcedure e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560}] 2024-11-25T08:25:08,438 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:08,443 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:08,444 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7285): Opening region: {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} 2024-11-25T08:25:08,444 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:08,444 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T08:25:08,444 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7327): checking encryption for e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:08,444 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7330): checking classloading for e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:08,445 INFO [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:08,447 INFO [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:25:08,448 INFO [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2783753e5c4d268adfc3ac5a73c9ac9 columnFamilyName A 2024-11-25T08:25:08,448 DEBUG [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:08,448 INFO [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] regionserver.HStore(327): Store=e2783753e5c4d268adfc3ac5a73c9ac9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:25:08,448 INFO [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:08,449 INFO [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:25:08,449 INFO [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2783753e5c4d268adfc3ac5a73c9ac9 columnFamilyName B 2024-11-25T08:25:08,449 DEBUG [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:08,450 INFO [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] regionserver.HStore(327): Store=e2783753e5c4d268adfc3ac5a73c9ac9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:25:08,450 INFO [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:08,451 INFO [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:25:08,451 INFO [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2783753e5c4d268adfc3ac5a73c9ac9 columnFamilyName C 2024-11-25T08:25:08,451 DEBUG [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:08,451 INFO [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] regionserver.HStore(327): Store=e2783753e5c4d268adfc3ac5a73c9ac9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:25:08,451 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:08,452 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:08,452 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:08,453 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T08:25:08,454 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1085): writing seq id for e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:08,456 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T08:25:08,457 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1102): Opened e2783753e5c4d268adfc3ac5a73c9ac9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72748449, jitterRate=0.08403636515140533}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T08:25:08,457 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1001): Region open journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:08,458 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., pid=104, masterSystemTime=1732523108437 2024-11-25T08:25:08,459 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:08,459 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:08,460 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=e2783753e5c4d268adfc3ac5a73c9ac9, regionState=OPEN, openSeqNum=2, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:08,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-25T08:25:08,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; OpenRegionProcedure e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 in 175 msec 2024-11-25T08:25:08,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-25T08:25:08,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e2783753e5c4d268adfc3ac5a73c9ac9, ASSIGN in 330 msec 2024-11-25T08:25:08,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T08:25:08,464 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523108464"}]},"ts":"1732523108464"} 2024-11-25T08:25:08,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T08:25:08,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T08:25:08,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 827 msec 2024-11-25T08:25:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T08:25:08,756 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-25T08:25:08,758 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1755e978 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@138efded 2024-11-25T08:25:08,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708c182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:25:08,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:25:08,810 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:25:08,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T08:25:08,812 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T08:25:08,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T08:25:08,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T08:25:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=105, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T08:25:08,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742184_1360 (size=999) 2024-11-25T08:25:08,833 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-25T08:25:08,833 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-25T08:25:08,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T08:25:08,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e2783753e5c4d268adfc3ac5a73c9ac9, REOPEN/MOVE}] 2024-11-25T08:25:08,841 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e2783753e5c4d268adfc3ac5a73c9ac9, REOPEN/MOVE 2024-11-25T08:25:08,841 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=e2783753e5c4d268adfc3ac5a73c9ac9, regionState=CLOSING, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:08,842 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T08:25:08,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE; CloseRegionProcedure e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560}] 2024-11-25T08:25:08,993 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:08,994 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(124): Close e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:08,994 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T08:25:08,994 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1681): Closing e2783753e5c4d268adfc3ac5a73c9ac9, disabling compactions & flushes 2024-11-25T08:25:08,994 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:08,994 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:08,994 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. after waiting 0 ms 2024-11-25T08:25:08,994 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:08,998 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T08:25:08,999 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:08,999 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1635): Region close journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:08,999 WARN [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionServer(3786): Not adding moved region record: e2783753e5c4d268adfc3ac5a73c9ac9 to self. 2024-11-25T08:25:09,002 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(170): Closed e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:09,003 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=e2783753e5c4d268adfc3ac5a73c9ac9, regionState=CLOSED 2024-11-25T08:25:09,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-11-25T08:25:09,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; CloseRegionProcedure e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 in 162 msec 2024-11-25T08:25:09,005 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e2783753e5c4d268adfc3ac5a73c9ac9, REOPEN/MOVE; state=CLOSED, location=79c23c06fcc9,37061,1732523014560; forceNewPlan=false, retain=true 2024-11-25T08:25:09,156 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=e2783753e5c4d268adfc3ac5a73c9ac9, regionState=OPENING, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:09,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=107, state=RUNNABLE; OpenRegionProcedure e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560}] 2024-11-25T08:25:09,310 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:09,313 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:09,313 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7285): Opening region: {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} 2024-11-25T08:25:09,314 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:09,314 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T08:25:09,314 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7327): checking encryption for e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:09,314 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7330): checking classloading for e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:09,319 INFO [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:09,322 INFO [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:25:09,323 INFO [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2783753e5c4d268adfc3ac5a73c9ac9 columnFamilyName A 2024-11-25T08:25:09,327 DEBUG [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:09,328 INFO [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] regionserver.HStore(327): Store=e2783753e5c4d268adfc3ac5a73c9ac9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:25:09,328 INFO [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:09,329 INFO [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:25:09,329 INFO [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2783753e5c4d268adfc3ac5a73c9ac9 columnFamilyName B 2024-11-25T08:25:09,329 DEBUG [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:09,333 INFO [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] regionserver.HStore(327): Store=e2783753e5c4d268adfc3ac5a73c9ac9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:25:09,333 INFO [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:09,342 INFO [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:25:09,342 INFO [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2783753e5c4d268adfc3ac5a73c9ac9 columnFamilyName C 2024-11-25T08:25:09,342 DEBUG [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:09,343 INFO [StoreOpener-e2783753e5c4d268adfc3ac5a73c9ac9-1 {}] regionserver.HStore(327): Store=e2783753e5c4d268adfc3ac5a73c9ac9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:25:09,345 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:09,346 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:09,347 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:09,348 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T08:25:09,350 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1085): writing seq id for e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:09,353 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1102): Opened e2783753e5c4d268adfc3ac5a73c9ac9; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64035786, jitterRate=-0.04579243063926697}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T08:25:09,354 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1001): Region open journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:09,355 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., pid=109, masterSystemTime=1732523109310 2024-11-25T08:25:09,357 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=e2783753e5c4d268adfc3ac5a73c9ac9, regionState=OPEN, openSeqNum=5, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:09,358 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:09,359 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:09,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=107 2024-11-25T08:25:09,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=107, state=SUCCESS; OpenRegionProcedure e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 in 202 msec 2024-11-25T08:25:09,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-25T08:25:09,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e2783753e5c4d268adfc3ac5a73c9ac9, REOPEN/MOVE in 521 msec 2024-11-25T08:25:09,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-11-25T08:25:09,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 525 msec 2024-11-25T08:25:09,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 550 msec 2024-11-25T08:25:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-11-25T08:25:09,369 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78c13349 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c44c829 2024-11-25T08:25:09,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d810ef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:25:09,486 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54548af7 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6eeb05d4 2024-11-25T08:25:09,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b487065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:25:09,508 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b66a82f to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d15db32 2024-11-25T08:25:09,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55264dad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:25:09,536 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c59c760 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f165792 2024-11-25T08:25:09,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ba3ef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:25:09,564 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x397fd5fa to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3458bf80 2024-11-25T08:25:09,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d1c1a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:25:09,596 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b488445 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66d93d53 2024-11-25T08:25:09,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391f4285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:25:09,622 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6080624a to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f1cf8ac 2024-11-25T08:25:09,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5480a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:25:09,661 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5db8b6e5 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7549fc66 2024-11-25T08:25:09,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3023ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:25:09,718 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3312cea7 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@982be6f 2024-11-25T08:25:09,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5571dbeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:25:09,771 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x71622006 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d8f9983 2024-11-25T08:25:09,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36faa95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:25:09,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:25:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-25T08:25:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T08:25:09,817 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:25:09,817 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:25:09,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:25:09,823 DEBUG [hconnection-0x51dd2c44-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:25:09,824 DEBUG [hconnection-0x54d59e25-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:25:09,825 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:25:09,831 DEBUG [hconnection-0x6d42ec43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:25:09,831 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:25:09,831 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:25:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:09,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e2783753e5c4d268adfc3ac5a73c9ac9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T08:25:09,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=A 2024-11-25T08:25:09,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:09,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=B 2024-11-25T08:25:09,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:09,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=C 2024-11-25T08:25:09,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:09,863 DEBUG [hconnection-0x1747789-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:25:09,865 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:25:09,868 DEBUG [hconnection-0x4c87fe51-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:25:09,869 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:25:09,870 DEBUG [hconnection-0x7ecf4618-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:25:09,870 DEBUG [hconnection-0x75885f97-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:25:09,871 DEBUG [hconnection-0x1ca273be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:25:09,871 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:25:09,872 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40470, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:25:09,872 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:25:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T08:25:09,924 DEBUG [hconnection-0x45b283ed-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:25:09,924 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:25:09,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523169939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:09,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:09,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40420 deadline: 1732523169940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523169940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:09,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523169940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:09,950 DEBUG [hconnection-0x9f3985b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:25:09,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255059e3c0f6e3443f84204000a4256916_e2783753e5c4d268adfc3ac5a73c9ac9 is 50, key is test_row_0/A:col10/1732523109843/Put/seqid=0 2024-11-25T08:25:09,953 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:25:09,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1732523169960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:09,969 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:09,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T08:25:09,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:09,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:09,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:09,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:09,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:10,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742185_1361 (size=12154) 2024-11-25T08:25:10,027 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:10,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40420 deadline: 1732523170041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:10,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523170041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:10,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523170041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:10,043 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255059e3c0f6e3443f84204000a4256916_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255059e3c0f6e3443f84204000a4256916_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:10,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523170042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:10,044 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/009028c4c5d3461291449283cf5debee, store: [table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:10,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/009028c4c5d3461291449283cf5debee is 175, key is test_row_0/A:col10/1732523109843/Put/seqid=0 2024-11-25T08:25:10,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1732523170063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:10,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742186_1362 (size=30955) 2024-11-25T08:25:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T08:25:10,122 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:10,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T08:25:10,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:10,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:10,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:10,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:10,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:10,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523170244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:10,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523170251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:10,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523170251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:10,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40420 deadline: 1732523170255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:10,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1732523170266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:10,275 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:10,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T08:25:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:10,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T08:25:10,435 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:10,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T08:25:10,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:10,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:10,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:10,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:10,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:10,515 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/009028c4c5d3461291449283cf5debee 2024-11-25T08:25:10,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523170547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:10,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523170555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:10,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523170555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:10,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:10,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1732523170573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40420 deadline: 1732523170562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:10,589 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:10,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T08:25:10,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:10,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:10,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:10,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:10,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:10,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/16ec45ef8acf49a5b291d335abeb3a2e is 50, key is test_row_0/B:col10/1732523109843/Put/seqid=0 2024-11-25T08:25:10,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742187_1363 (size=12001) 2024-11-25T08:25:10,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/16ec45ef8acf49a5b291d335abeb3a2e 2024-11-25T08:25:10,742 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:10,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T08:25:10,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:10,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:10,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:10,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:10,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:10,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/9139ed8195944a9caeb21354c3fdae15 is 50, key is test_row_0/C:col10/1732523109843/Put/seqid=0 2024-11-25T08:25:10,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742188_1364 (size=12001) 2024-11-25T08:25:10,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/9139ed8195944a9caeb21354c3fdae15 2024-11-25T08:25:10,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/009028c4c5d3461291449283cf5debee as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/009028c4c5d3461291449283cf5debee 2024-11-25T08:25:10,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/009028c4c5d3461291449283cf5debee, entries=150, sequenceid=15, filesize=30.2 K 2024-11-25T08:25:10,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/16ec45ef8acf49a5b291d335abeb3a2e as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/16ec45ef8acf49a5b291d335abeb3a2e 2024-11-25T08:25:10,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/16ec45ef8acf49a5b291d335abeb3a2e, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T08:25:10,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/9139ed8195944a9caeb21354c3fdae15 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/9139ed8195944a9caeb21354c3fdae15 2024-11-25T08:25:10,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/9139ed8195944a9caeb21354c3fdae15, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T08:25:10,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for e2783753e5c4d268adfc3ac5a73c9ac9 in 1042ms, sequenceid=15, compaction requested=false 2024-11-25T08:25:10,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:10,896 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:10,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T08:25:10,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:10,897 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing e2783753e5c4d268adfc3ac5a73c9ac9 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T08:25:10,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=A 2024-11-25T08:25:10,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:10,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=B 2024-11-25T08:25:10,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:10,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=C 2024-11-25T08:25:10,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:10,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254f9c0650b26c46299047541f8a9f1d78_e2783753e5c4d268adfc3ac5a73c9ac9 is 50, key is test_row_0/A:col10/1732523109937/Put/seqid=0 2024-11-25T08:25:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T08:25:10,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742189_1365 (size=12154) 2024-11-25T08:25:10,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:10,960 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254f9c0650b26c46299047541f8a9f1d78_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254f9c0650b26c46299047541f8a9f1d78_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:10,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/641743345ef148c1b1720444aceeb5cc, store: [table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:10,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/641743345ef148c1b1720444aceeb5cc is 175, key is test_row_0/A:col10/1732523109937/Put/seqid=0 2024-11-25T08:25:10,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742190_1366 (size=30955) 2024-11-25T08:25:11,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:11,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1732523171080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:11,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40420 deadline: 1732523171088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:11,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523171091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:11,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523171088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:11,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523171093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:11,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523171203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:11,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523171205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:11,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523171219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:11,395 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/641743345ef148c1b1720444aceeb5cc 2024-11-25T08:25:11,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/6fecbe2a4c0b4641908e9d93d5093d4c is 50, key is test_row_0/B:col10/1732523109937/Put/seqid=0 2024-11-25T08:25:11,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523171420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:11,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523171420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:11,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523171442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:11,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742191_1367 (size=12001) 2024-11-25T08:25:11,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523171743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:11,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523171743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:11,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523171756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:11,874 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/6fecbe2a4c0b4641908e9d93d5093d4c 2024-11-25T08:25:11,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/5cac5d8d5c9e4b5d93da7b2faa676843 is 50, key is test_row_0/C:col10/1732523109937/Put/seqid=0 2024-11-25T08:25:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T08:25:11,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742192_1368 (size=12001) 2024-11-25T08:25:12,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1732523172099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:12,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40420 deadline: 1732523172103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:12,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523172251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:12,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523172251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:12,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523172279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:12,339 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/5cac5d8d5c9e4b5d93da7b2faa676843 2024-11-25T08:25:12,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/641743345ef148c1b1720444aceeb5cc as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/641743345ef148c1b1720444aceeb5cc 2024-11-25T08:25:12,351 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/641743345ef148c1b1720444aceeb5cc, entries=150, sequenceid=41, filesize=30.2 K 2024-11-25T08:25:12,351 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T08:25:12,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/6fecbe2a4c0b4641908e9d93d5093d4c as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/6fecbe2a4c0b4641908e9d93d5093d4c 2024-11-25T08:25:12,361 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/6fecbe2a4c0b4641908e9d93d5093d4c, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T08:25:12,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/5cac5d8d5c9e4b5d93da7b2faa676843 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/5cac5d8d5c9e4b5d93da7b2faa676843 2024-11-25T08:25:12,370 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/5cac5d8d5c9e4b5d93da7b2faa676843, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T08:25:12,372 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for e2783753e5c4d268adfc3ac5a73c9ac9 in 1475ms, sequenceid=41, compaction requested=false 2024-11-25T08:25:12,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:12,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:12,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-25T08:25:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-25T08:25:12,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-25T08:25:12,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5580 sec 2024-11-25T08:25:12,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.5610 sec 2024-11-25T08:25:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:13,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e2783753e5c4d268adfc3ac5a73c9ac9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T08:25:13,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=A 2024-11-25T08:25:13,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:13,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=B 2024-11-25T08:25:13,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:13,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=C 2024-11-25T08:25:13,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:13,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125423107f31b0645eea4e800255c74b879_e2783753e5c4d268adfc3ac5a73c9ac9 is 50, key is test_row_0/A:col10/1732523111088/Put/seqid=0 2024-11-25T08:25:13,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742193_1369 (size=17034) 2024-11-25T08:25:13,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523173458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:13,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523173459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:13,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523173459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:13,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523173571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:13,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523173571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:13,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523173571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:13,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523173785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:13,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523173795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:13,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523173799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:13,831 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:13,857 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125423107f31b0645eea4e800255c74b879_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125423107f31b0645eea4e800255c74b879_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:13,857 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/96cf672a1fbf49b49579148bbe78e19e, store: [table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:13,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/96cf672a1fbf49b49579148bbe78e19e is 175, key is test_row_0/A:col10/1732523111088/Put/seqid=0 2024-11-25T08:25:13,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742194_1370 (size=48139) 2024-11-25T08:25:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T08:25:13,922 INFO [Thread-1631 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-25T08:25:13,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:25:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-25T08:25:13,926 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:25:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T08:25:13,926 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:25:13,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:25:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T08:25:14,078 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:14,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T08:25:14,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:14,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:14,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:14,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:14,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:14,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523174098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:14,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523174099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:14,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523174114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:14,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1732523174115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:14,127 DEBUG [Thread-1627 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4268 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., hostname=79c23c06fcc9,37061,1732523014560, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T08:25:14,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40420 deadline: 1732523174126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:14,148 DEBUG [Thread-1621 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4208 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., hostname=79c23c06fcc9,37061,1732523014560, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T08:25:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T08:25:14,232 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:14,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T08:25:14,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:14,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:14,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:14,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:14,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:14,305 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/96cf672a1fbf49b49579148bbe78e19e 2024-11-25T08:25:14,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/63c6e6a2dc3d473e94bc6fd2255670f1 is 50, key is test_row_0/B:col10/1732523111088/Put/seqid=0 2024-11-25T08:25:14,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742195_1371 (size=12001) 2024-11-25T08:25:14,394 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:14,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T08:25:14,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:14,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:14,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:14,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:14,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T08:25:14,550 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:14,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T08:25:14,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:14,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:14,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:14,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:14,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:14,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523174623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:14,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523174627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:14,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523174643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:14,704 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:14,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T08:25:14,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:14,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:14,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:14,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:14,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:14,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/63c6e6a2dc3d473e94bc6fd2255670f1 2024-11-25T08:25:14,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/3c742086ef604191b6ed0bc2591d637b is 50, key is test_row_0/C:col10/1732523111088/Put/seqid=0 2024-11-25T08:25:14,859 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:14,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T08:25:14,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:14,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:14,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:14,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:14,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:14,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742196_1372 (size=12001) 2024-11-25T08:25:14,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/3c742086ef604191b6ed0bc2591d637b 2024-11-25T08:25:14,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/96cf672a1fbf49b49579148bbe78e19e as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/96cf672a1fbf49b49579148bbe78e19e 2024-11-25T08:25:14,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/96cf672a1fbf49b49579148bbe78e19e, entries=250, sequenceid=54, filesize=47.0 K 2024-11-25T08:25:14,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/63c6e6a2dc3d473e94bc6fd2255670f1 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/63c6e6a2dc3d473e94bc6fd2255670f1 2024-11-25T08:25:14,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/63c6e6a2dc3d473e94bc6fd2255670f1, entries=150, sequenceid=54, filesize=11.7 K 2024-11-25T08:25:14,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/3c742086ef604191b6ed0bc2591d637b as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/3c742086ef604191b6ed0bc2591d637b 2024-11-25T08:25:14,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/3c742086ef604191b6ed0bc2591d637b, entries=150, sequenceid=54, filesize=11.7 K 2024-11-25T08:25:14,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e2783753e5c4d268adfc3ac5a73c9ac9 in 1662ms, sequenceid=54, compaction requested=true 2024-11-25T08:25:14,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:14,933 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:14,938 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:14,938 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): e2783753e5c4d268adfc3ac5a73c9ac9/A is initiating minor compaction (all files) 2024-11-25T08:25:14,938 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2783753e5c4d268adfc3ac5a73c9ac9/A in TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:14,938 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/009028c4c5d3461291449283cf5debee, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/641743345ef148c1b1720444aceeb5cc, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/96cf672a1fbf49b49579148bbe78e19e] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp, totalSize=107.5 K 2024-11-25T08:25:14,938 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:14,938 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. files: [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/009028c4c5d3461291449283cf5debee, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/641743345ef148c1b1720444aceeb5cc, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/96cf672a1fbf49b49579148bbe78e19e] 2024-11-25T08:25:14,939 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 009028c4c5d3461291449283cf5debee, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732523109841 2024-11-25T08:25:14,939 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 641743345ef148c1b1720444aceeb5cc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732523109937 2024-11-25T08:25:14,940 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96cf672a1fbf49b49579148bbe78e19e, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732523111079 2024-11-25T08:25:14,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2783753e5c4d268adfc3ac5a73c9ac9:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:25:14,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:14,941 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:14,942 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:14,942 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): e2783753e5c4d268adfc3ac5a73c9ac9/B is initiating minor compaction (all files) 2024-11-25T08:25:14,942 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2783753e5c4d268adfc3ac5a73c9ac9/B in TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:14,942 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/16ec45ef8acf49a5b291d335abeb3a2e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/6fecbe2a4c0b4641908e9d93d5093d4c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/63c6e6a2dc3d473e94bc6fd2255670f1] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp, totalSize=35.2 K 2024-11-25T08:25:14,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2783753e5c4d268adfc3ac5a73c9ac9:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:25:14,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:14,943 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 16ec45ef8acf49a5b291d335abeb3a2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732523109841 2024-11-25T08:25:14,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2783753e5c4d268adfc3ac5a73c9ac9:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:25:14,943 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fecbe2a4c0b4641908e9d93d5093d4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732523109937 2024-11-25T08:25:14,944 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 63c6e6a2dc3d473e94bc6fd2255670f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732523111088 2024-11-25T08:25:14,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:14,979 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:14,989 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2783753e5c4d268adfc3ac5a73c9ac9#B#compaction#318 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:14,989 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/1d3d44a233da4cdc875fa8cafd11d8a6 is 50, key is test_row_0/B:col10/1732523111088/Put/seqid=0 2024-11-25T08:25:15,003 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125e641b07cd10b4dbabf00d7fac305bb16_e2783753e5c4d268adfc3ac5a73c9ac9 store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:15,008 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125e641b07cd10b4dbabf00d7fac305bb16_e2783753e5c4d268adfc3ac5a73c9ac9, store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:15,008 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e641b07cd10b4dbabf00d7fac305bb16_e2783753e5c4d268adfc3ac5a73c9ac9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:15,012 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:15,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T08:25:15,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:15,013 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing e2783753e5c4d268adfc3ac5a73c9ac9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T08:25:15,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=A 2024-11-25T08:25:15,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:15,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=B 2024-11-25T08:25:15,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:15,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=C 2024-11-25T08:25:15,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T08:25:15,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742197_1373 (size=12104) 2024-11-25T08:25:15,075 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/1d3d44a233da4cdc875fa8cafd11d8a6 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/1d3d44a233da4cdc875fa8cafd11d8a6 2024-11-25T08:25:15,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742198_1374 (size=4469) 2024-11-25T08:25:15,082 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2783753e5c4d268adfc3ac5a73c9ac9/B of e2783753e5c4d268adfc3ac5a73c9ac9 into 1d3d44a233da4cdc875fa8cafd11d8a6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:15,082 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:15,082 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., storeName=e2783753e5c4d268adfc3ac5a73c9ac9/B, priority=13, startTime=1732523114941; duration=0sec 2024-11-25T08:25:15,082 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:15,082 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2783753e5c4d268adfc3ac5a73c9ac9:B 2024-11-25T08:25:15,082 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:15,083 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:15,083 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): e2783753e5c4d268adfc3ac5a73c9ac9/C is initiating minor compaction (all files) 2024-11-25T08:25:15,083 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2783753e5c4d268adfc3ac5a73c9ac9/C in TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:15,084 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/9139ed8195944a9caeb21354c3fdae15, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/5cac5d8d5c9e4b5d93da7b2faa676843, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/3c742086ef604191b6ed0bc2591d637b] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp, totalSize=35.2 K 2024-11-25T08:25:15,084 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 9139ed8195944a9caeb21354c3fdae15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732523109841 2024-11-25T08:25:15,084 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cac5d8d5c9e4b5d93da7b2faa676843, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732523109937 2024-11-25T08:25:15,085 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c742086ef604191b6ed0bc2591d637b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732523111088 2024-11-25T08:25:15,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125556fba8ae5994bdc86b71b5b6f5bef51_e2783753e5c4d268adfc3ac5a73c9ac9 is 50, key is test_row_0/A:col10/1732523113439/Put/seqid=0 2024-11-25T08:25:15,103 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2783753e5c4d268adfc3ac5a73c9ac9#C#compaction#320 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:15,103 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/e0430e5e63c4469ba804968bac995518 is 50, key is test_row_0/C:col10/1732523111088/Put/seqid=0 2024-11-25T08:25:15,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742199_1375 (size=12154) 2024-11-25T08:25:15,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:15,149 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125556fba8ae5994bdc86b71b5b6f5bef51_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125556fba8ae5994bdc86b71b5b6f5bef51_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:15,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/33ce802dcfb84527ba5275f4f5577437, store: [table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:15,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/33ce802dcfb84527ba5275f4f5577437 is 175, key is test_row_0/A:col10/1732523113439/Put/seqid=0 2024-11-25T08:25:15,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742200_1376 (size=12104) 2024-11-25T08:25:15,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742201_1377 (size=30955) 2024-11-25T08:25:15,483 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2783753e5c4d268adfc3ac5a73c9ac9#A#compaction#317 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:15,483 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/6c6a92e083834ac39581e667b6b48322 is 175, key is test_row_0/A:col10/1732523111088/Put/seqid=0 2024-11-25T08:25:15,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742202_1378 (size=31058) 2024-11-25T08:25:15,566 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/e0430e5e63c4469ba804968bac995518 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/e0430e5e63c4469ba804968bac995518 2024-11-25T08:25:15,571 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2783753e5c4d268adfc3ac5a73c9ac9/C of e2783753e5c4d268adfc3ac5a73c9ac9 into e0430e5e63c4469ba804968bac995518(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:15,571 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:15,571 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., storeName=e2783753e5c4d268adfc3ac5a73c9ac9/C, priority=13, startTime=1732523114943; duration=0sec 2024-11-25T08:25:15,571 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:15,571 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2783753e5c4d268adfc3ac5a73c9ac9:C 2024-11-25T08:25:15,584 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/33ce802dcfb84527ba5275f4f5577437 2024-11-25T08:25:15,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/4c6832a9b0154601b20a74d41cac7f08 is 50, key is test_row_0/B:col10/1732523113439/Put/seqid=0 2024-11-25T08:25:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:15,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742203_1379 (size=12001) 2024-11-25T08:25:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:15,644 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/4c6832a9b0154601b20a74d41cac7f08 2024-11-25T08:25:15,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/fb71c5829485407aaaf9b572ffc8adb8 is 50, key is test_row_0/C:col10/1732523113439/Put/seqid=0 2024-11-25T08:25:15,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523175679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:15,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523175680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:15,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523175690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:15,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742204_1380 (size=12001) 2024-11-25T08:25:15,709 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/fb71c5829485407aaaf9b572ffc8adb8 2024-11-25T08:25:15,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/33ce802dcfb84527ba5275f4f5577437 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/33ce802dcfb84527ba5275f4f5577437 2024-11-25T08:25:15,716 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/33ce802dcfb84527ba5275f4f5577437, entries=150, sequenceid=77, filesize=30.2 K 2024-11-25T08:25:15,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/4c6832a9b0154601b20a74d41cac7f08 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/4c6832a9b0154601b20a74d41cac7f08 2024-11-25T08:25:15,742 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/4c6832a9b0154601b20a74d41cac7f08, entries=150, sequenceid=77, filesize=11.7 K 2024-11-25T08:25:15,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/fb71c5829485407aaaf9b572ffc8adb8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/fb71c5829485407aaaf9b572ffc8adb8 2024-11-25T08:25:15,755 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/fb71c5829485407aaaf9b572ffc8adb8, entries=150, sequenceid=77, filesize=11.7 K 2024-11-25T08:25:15,756 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e2783753e5c4d268adfc3ac5a73c9ac9 in 744ms, sequenceid=77, compaction requested=false 2024-11-25T08:25:15,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:15,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:15,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-25T08:25:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-25T08:25:15,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-25T08:25:15,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8310 sec 2024-11-25T08:25:15,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.8350 sec 2024-11-25T08:25:15,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e2783753e5c4d268adfc3ac5a73c9ac9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T08:25:15,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=A 2024-11-25T08:25:15,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:15,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=B 2024-11-25T08:25:15,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:15,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=C 2024-11-25T08:25:15,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:15,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250946fbe3c25544e7a7d014410f709b1f_e2783753e5c4d268adfc3ac5a73c9ac9 is 50, key is test_row_0/A:col10/1732523115688/Put/seqid=0 2024-11-25T08:25:15,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742205_1381 (size=14594) 2024-11-25T08:25:15,928 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/6c6a92e083834ac39581e667b6b48322 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6c6a92e083834ac39581e667b6b48322 2024-11-25T08:25:15,933 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2783753e5c4d268adfc3ac5a73c9ac9/A of e2783753e5c4d268adfc3ac5a73c9ac9 into 6c6a92e083834ac39581e667b6b48322(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:15,933 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:15,933 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., storeName=e2783753e5c4d268adfc3ac5a73c9ac9/A, priority=13, startTime=1732523114933; duration=0sec 2024-11-25T08:25:15,933 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:15,933 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2783753e5c4d268adfc3ac5a73c9ac9:A 2024-11-25T08:25:15,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523175923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:15,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523175949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:15,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523175955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T08:25:16,033 INFO [Thread-1631 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-25T08:25:16,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:25:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-25T08:25:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T08:25:16,043 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:25:16,044 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:25:16,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:25:16,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523176059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:16,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:16,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523176070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:16,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:16,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523176075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T08:25:16,198 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:16,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T08:25:16,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:16,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:16,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:16,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:16,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:16,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:16,259 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:16,264 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250946fbe3c25544e7a7d014410f709b1f_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250946fbe3c25544e7a7d014410f709b1f_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:16,265 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/adac52e180fc4f6099e6a4c912cb11ea, store: [table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:16,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/adac52e180fc4f6099e6a4c912cb11ea is 175, key is test_row_0/A:col10/1732523115688/Put/seqid=0 2024-11-25T08:25:16,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523176271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:16,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523176284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:16,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523176284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:16,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742206_1382 (size=39549) 2024-11-25T08:25:16,305 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/adac52e180fc4f6099e6a4c912cb11ea 2024-11-25T08:25:16,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/2576be4982ff41b8841db9614ef80fdd is 50, key is test_row_0/B:col10/1732523115688/Put/seqid=0 2024-11-25T08:25:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T08:25:16,351 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:16,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T08:25:16,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:16,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:16,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:16,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:16,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:16,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742207_1383 (size=12001) 2024-11-25T08:25:16,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/2576be4982ff41b8841db9614ef80fdd 2024-11-25T08:25:16,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/0608da8cb7714f6cbfb9aac8d26dc56a is 50, key is test_row_0/C:col10/1732523115688/Put/seqid=0 2024-11-25T08:25:16,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742208_1384 (size=12001) 2024-11-25T08:25:16,505 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:16,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T08:25:16,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:16,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:16,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:16,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:16,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:16,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523176583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:16,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523176597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:16,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523176602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:16,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T08:25:16,663 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:16,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T08:25:16,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:16,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:16,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:16,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:16,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:16,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:16,823 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:16,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T08:25:16,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:16,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:16,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:16,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:16,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:16,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/0608da8cb7714f6cbfb9aac8d26dc56a 2024-11-25T08:25:16,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/adac52e180fc4f6099e6a4c912cb11ea as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/adac52e180fc4f6099e6a4c912cb11ea 2024-11-25T08:25:16,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/adac52e180fc4f6099e6a4c912cb11ea, entries=200, sequenceid=93, filesize=38.6 K 2024-11-25T08:25:16,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/2576be4982ff41b8841db9614ef80fdd as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/2576be4982ff41b8841db9614ef80fdd 2024-11-25T08:25:16,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/2576be4982ff41b8841db9614ef80fdd, entries=150, sequenceid=93, filesize=11.7 K 2024-11-25T08:25:16,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/0608da8cb7714f6cbfb9aac8d26dc56a as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/0608da8cb7714f6cbfb9aac8d26dc56a 2024-11-25T08:25:16,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/0608da8cb7714f6cbfb9aac8d26dc56a, entries=150, sequenceid=93, filesize=11.7 K 2024-11-25T08:25:16,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for e2783753e5c4d268adfc3ac5a73c9ac9 in 1101ms, sequenceid=93, compaction requested=true 2024-11-25T08:25:16,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:16,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2783753e5c4d268adfc3ac5a73c9ac9:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:25:16,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:16,899 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:16,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2783753e5c4d268adfc3ac5a73c9ac9:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:25:16,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:16,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2783753e5c4d268adfc3ac5a73c9ac9:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:25:16,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:25:16,900 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:16,900 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:16,900 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:16,900 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): e2783753e5c4d268adfc3ac5a73c9ac9/A is initiating minor compaction (all files) 2024-11-25T08:25:16,900 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): e2783753e5c4d268adfc3ac5a73c9ac9/B is initiating minor compaction (all files) 2024-11-25T08:25:16,900 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2783753e5c4d268adfc3ac5a73c9ac9/A in TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:16,901 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6c6a92e083834ac39581e667b6b48322, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/33ce802dcfb84527ba5275f4f5577437, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/adac52e180fc4f6099e6a4c912cb11ea] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp, totalSize=99.2 K 2024-11-25T08:25:16,901 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:16,901 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. files: [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6c6a92e083834ac39581e667b6b48322, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/33ce802dcfb84527ba5275f4f5577437, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/adac52e180fc4f6099e6a4c912cb11ea] 2024-11-25T08:25:16,901 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c6a92e083834ac39581e667b6b48322, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732523111088 2024-11-25T08:25:16,901 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 33ce802dcfb84527ba5275f4f5577437, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732523113439 2024-11-25T08:25:16,902 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting adac52e180fc4f6099e6a4c912cb11ea, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732523115658 2024-11-25T08:25:16,903 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2783753e5c4d268adfc3ac5a73c9ac9/B in TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:16,904 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/1d3d44a233da4cdc875fa8cafd11d8a6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/4c6832a9b0154601b20a74d41cac7f08, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/2576be4982ff41b8841db9614ef80fdd] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp, totalSize=35.3 K 2024-11-25T08:25:16,904 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d3d44a233da4cdc875fa8cafd11d8a6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732523111088 2024-11-25T08:25:16,905 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c6832a9b0154601b20a74d41cac7f08, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732523113439 2024-11-25T08:25:16,905 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2576be4982ff41b8841db9614ef80fdd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732523115658 2024-11-25T08:25:16,937 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:16,963 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125a267acec787c44f28951d8611fe3a733_e2783753e5c4d268adfc3ac5a73c9ac9 store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:16,964 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2783753e5c4d268adfc3ac5a73c9ac9#B#compaction#327 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:16,964 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/0f57326315764c61843fc9e30d60fc23 is 50, key is test_row_0/B:col10/1732523115688/Put/seqid=0 2024-11-25T08:25:16,971 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125a267acec787c44f28951d8611fe3a733_e2783753e5c4d268adfc3ac5a73c9ac9, store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:16,971 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a267acec787c44f28951d8611fe3a733_e2783753e5c4d268adfc3ac5a73c9ac9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:16,976 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:16,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T08:25:16,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:16,976 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing e2783753e5c4d268adfc3ac5a73c9ac9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T08:25:16,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=A 2024-11-25T08:25:16,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:16,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=B 2024-11-25T08:25:16,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:16,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=C 2024-11-25T08:25:16,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:17,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742209_1385 (size=12207) 2024-11-25T08:25:17,014 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/0f57326315764c61843fc9e30d60fc23 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/0f57326315764c61843fc9e30d60fc23 2024-11-25T08:25:17,026 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2783753e5c4d268adfc3ac5a73c9ac9/B of e2783753e5c4d268adfc3ac5a73c9ac9 into 0f57326315764c61843fc9e30d60fc23(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:17,026 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:17,026 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., storeName=e2783753e5c4d268adfc3ac5a73c9ac9/B, priority=13, startTime=1732523116899; duration=0sec 2024-11-25T08:25:17,026 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:17,026 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2783753e5c4d268adfc3ac5a73c9ac9:B 2024-11-25T08:25:17,026 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:17,027 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:17,027 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): e2783753e5c4d268adfc3ac5a73c9ac9/C is initiating minor compaction (all files) 2024-11-25T08:25:17,027 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2783753e5c4d268adfc3ac5a73c9ac9/C in TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:17,027 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/e0430e5e63c4469ba804968bac995518, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/fb71c5829485407aaaf9b572ffc8adb8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/0608da8cb7714f6cbfb9aac8d26dc56a] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp, totalSize=35.3 K 2024-11-25T08:25:17,027 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0430e5e63c4469ba804968bac995518, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732523111088 2024-11-25T08:25:17,028 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb71c5829485407aaaf9b572ffc8adb8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732523113439 2024-11-25T08:25:17,028 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0608da8cb7714f6cbfb9aac8d26dc56a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732523115658 2024-11-25T08:25:17,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742210_1386 (size=4469) 2024-11-25T08:25:17,039 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2783753e5c4d268adfc3ac5a73c9ac9#A#compaction#326 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:17,039 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/7b42dc09e11b402c9e30d23a67bcb961 is 175, key is test_row_0/A:col10/1732523115688/Put/seqid=0 2024-11-25T08:25:17,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b1e25fa12d5b4219a0e7e68f71061b33_e2783753e5c4d268adfc3ac5a73c9ac9 is 50, key is test_row_0/A:col10/1732523115922/Put/seqid=0 2024-11-25T08:25:17,088 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2783753e5c4d268adfc3ac5a73c9ac9#C#compaction#329 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:17,088 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/3fc0766b6261460fa8f7292ca646d0a5 is 50, key is test_row_0/C:col10/1732523115688/Put/seqid=0 2024-11-25T08:25:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:17,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:17,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742211_1387 (size=31161) 2024-11-25T08:25:17,142 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/7b42dc09e11b402c9e30d23a67bcb961 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/7b42dc09e11b402c9e30d23a67bcb961 2024-11-25T08:25:17,148 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2783753e5c4d268adfc3ac5a73c9ac9/A of e2783753e5c4d268adfc3ac5a73c9ac9 into 7b42dc09e11b402c9e30d23a67bcb961(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:17,148 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:17,148 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., storeName=e2783753e5c4d268adfc3ac5a73c9ac9/A, priority=13, startTime=1732523116899; duration=0sec 2024-11-25T08:25:17,148 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:17,148 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2783753e5c4d268adfc3ac5a73c9ac9:A 2024-11-25T08:25:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T08:25:17,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523177137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:17,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523177139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:17,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523177140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:17,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742212_1388 (size=12154) 2024-11-25T08:25:17,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:17,183 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b1e25fa12d5b4219a0e7e68f71061b33_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b1e25fa12d5b4219a0e7e68f71061b33_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:17,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/70dd76202515439996dc1df2e58b48ab, store: [table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:17,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/70dd76202515439996dc1df2e58b48ab is 175, key is test_row_0/A:col10/1732523115922/Put/seqid=0 2024-11-25T08:25:17,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742213_1389 (size=12207) 2024-11-25T08:25:17,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742214_1390 (size=30955) 2024-11-25T08:25:17,234 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/70dd76202515439996dc1df2e58b48ab 2024-11-25T08:25:17,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/59dad78d92b5416991e7c797b76c71c7 is 50, key is test_row_0/B:col10/1732523115922/Put/seqid=0 2024-11-25T08:25:17,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523177254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:17,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523177254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:17,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523177255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:17,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742215_1391 (size=12001) 2024-11-25T08:25:17,297 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/59dad78d92b5416991e7c797b76c71c7 2024-11-25T08:25:17,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/8985c4a9da1b4239b36e8b466894c636 is 50, key is test_row_0/C:col10/1732523115922/Put/seqid=0 2024-11-25T08:25:17,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742216_1392 (size=12001) 2024-11-25T08:25:17,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523177464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:17,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523177468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:17,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523177468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:17,610 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/3fc0766b6261460fa8f7292ca646d0a5 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/3fc0766b6261460fa8f7292ca646d0a5 2024-11-25T08:25:17,619 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2783753e5c4d268adfc3ac5a73c9ac9/C of e2783753e5c4d268adfc3ac5a73c9ac9 into 3fc0766b6261460fa8f7292ca646d0a5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:17,619 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:17,619 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., storeName=e2783753e5c4d268adfc3ac5a73c9ac9/C, priority=13, startTime=1732523116899; duration=0sec 2024-11-25T08:25:17,619 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:17,619 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2783753e5c4d268adfc3ac5a73c9ac9:C 2024-11-25T08:25:17,742 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/8985c4a9da1b4239b36e8b466894c636 2024-11-25T08:25:17,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/70dd76202515439996dc1df2e58b48ab as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/70dd76202515439996dc1df2e58b48ab 2024-11-25T08:25:17,749 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/70dd76202515439996dc1df2e58b48ab, entries=150, sequenceid=117, filesize=30.2 K 2024-11-25T08:25:17,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/59dad78d92b5416991e7c797b76c71c7 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/59dad78d92b5416991e7c797b76c71c7 2024-11-25T08:25:17,756 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/59dad78d92b5416991e7c797b76c71c7, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T08:25:17,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/8985c4a9da1b4239b36e8b466894c636 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/8985c4a9da1b4239b36e8b466894c636 2024-11-25T08:25:17,764 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/8985c4a9da1b4239b36e8b466894c636, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T08:25:17,765 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e2783753e5c4d268adfc3ac5a73c9ac9 in 788ms, sequenceid=117, compaction requested=false 2024-11-25T08:25:17,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:17,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:17,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-25T08:25:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-25T08:25:17,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-25T08:25:17,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7220 sec 2024-11-25T08:25:17,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.7290 sec 2024-11-25T08:25:17,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e2783753e5c4d268adfc3ac5a73c9ac9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T08:25:17,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=A 2024-11-25T08:25:17,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:17,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=B 2024-11-25T08:25:17,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:17,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=C 2024-11-25T08:25:17,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:17,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:17,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257f226b440dad4eab86b70f22b12c9051_e2783753e5c4d268adfc3ac5a73c9ac9 is 50, key is test_row_0/A:col10/1732523117134/Put/seqid=0 2024-11-25T08:25:17,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523177874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:17,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523177874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:17,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523177877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:17,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742217_1393 (size=14694) 2024-11-25T08:25:17,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523177984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:18,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523177989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:18,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523178003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:18,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1732523178131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:18,147 DEBUG [Thread-1627 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8287 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., hostname=79c23c06fcc9,37061,1732523014560, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T08:25:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T08:25:18,150 INFO [Thread-1631 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-25T08:25:18,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:25:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-25T08:25:18,154 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:25:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T08:25:18,164 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:25:18,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:25:18,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40420 deadline: 1732523178163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:18,168 DEBUG [Thread-1621 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8228 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., hostname=79c23c06fcc9,37061,1732523014560, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T08:25:18,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523178207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:18,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523178219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:18,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523178219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T08:25:18,315 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:18,316 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:18,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T08:25:18,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:18,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:18,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:18,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:18,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:18,335 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257f226b440dad4eab86b70f22b12c9051_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257f226b440dad4eab86b70f22b12c9051_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:18,339 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/88de6fa38c8e47a492b11d9dae796c60, store: [table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:18,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/88de6fa38c8e47a492b11d9dae796c60 is 175, key is test_row_0/A:col10/1732523117134/Put/seqid=0 2024-11-25T08:25:18,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742218_1394 (size=39649) 2024-11-25T08:25:18,381 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/88de6fa38c8e47a492b11d9dae796c60 2024-11-25T08:25:18,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/f4d45d4c92ae494ba563b1c1141aa7dc is 50, key is test_row_0/B:col10/1732523117134/Put/seqid=0 2024-11-25T08:25:18,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742219_1395 (size=12051) 2024-11-25T08:25:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T08:25:18,471 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:18,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T08:25:18,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:18,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:18,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:18,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:18,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:18,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523178521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:18,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523178521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:18,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523178521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:18,625 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:18,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T08:25:18,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:18,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:18,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:18,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:18,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T08:25:18,777 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:18,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T08:25:18,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:18,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:18,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:18,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:18,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:18,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/f4d45d4c92ae494ba563b1c1141aa7dc 2024-11-25T08:25:18,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/afceb9fe7033424281ee5d41e88f367b is 50, key is test_row_0/C:col10/1732523117134/Put/seqid=0 2024-11-25T08:25:18,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742220_1396 (size=12051) 2024-11-25T08:25:18,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/afceb9fe7033424281ee5d41e88f367b 2024-11-25T08:25:18,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/88de6fa38c8e47a492b11d9dae796c60 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/88de6fa38c8e47a492b11d9dae796c60 2024-11-25T08:25:18,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/88de6fa38c8e47a492b11d9dae796c60, entries=200, sequenceid=134, filesize=38.7 K 2024-11-25T08:25:18,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/f4d45d4c92ae494ba563b1c1141aa7dc as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/f4d45d4c92ae494ba563b1c1141aa7dc 2024-11-25T08:25:18,932 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:18,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T08:25:18,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:18,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:18,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:18,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:18,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:18,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/f4d45d4c92ae494ba563b1c1141aa7dc, entries=150, sequenceid=134, filesize=11.8 K 2024-11-25T08:25:18,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/afceb9fe7033424281ee5d41e88f367b as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/afceb9fe7033424281ee5d41e88f367b 2024-11-25T08:25:18,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/afceb9fe7033424281ee5d41e88f367b, entries=150, sequenceid=134, filesize=11.8 K 2024-11-25T08:25:18,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e2783753e5c4d268adfc3ac5a73c9ac9 in 1161ms, sequenceid=134, compaction requested=true 2024-11-25T08:25:18,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:18,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2783753e5c4d268adfc3ac5a73c9ac9:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:25:18,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:18,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2783753e5c4d268adfc3ac5a73c9ac9:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:25:18,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:25:18,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2783753e5c4d268adfc3ac5a73c9ac9:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:25:18,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T08:25:18,943 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:18,943 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:18,944 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:18,944 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): e2783753e5c4d268adfc3ac5a73c9ac9/C is initiating minor compaction (all files) 2024-11-25T08:25:18,944 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2783753e5c4d268adfc3ac5a73c9ac9/C in TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:18,944 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/3fc0766b6261460fa8f7292ca646d0a5, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/8985c4a9da1b4239b36e8b466894c636, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/afceb9fe7033424281ee5d41e88f367b] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp, totalSize=35.4 K 2024-11-25T08:25:18,944 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101765 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:18,944 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): e2783753e5c4d268adfc3ac5a73c9ac9/A is initiating minor compaction (all files) 2024-11-25T08:25:18,944 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2783753e5c4d268adfc3ac5a73c9ac9/A in TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:18,944 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/7b42dc09e11b402c9e30d23a67bcb961, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/70dd76202515439996dc1df2e58b48ab, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/88de6fa38c8e47a492b11d9dae796c60] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp, totalSize=99.4 K 2024-11-25T08:25:18,944 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:18,944 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. files: [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/7b42dc09e11b402c9e30d23a67bcb961, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/70dd76202515439996dc1df2e58b48ab, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/88de6fa38c8e47a492b11d9dae796c60] 2024-11-25T08:25:18,945 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fc0766b6261460fa8f7292ca646d0a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732523115658 2024-11-25T08:25:18,945 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b42dc09e11b402c9e30d23a67bcb961, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732523115658 2024-11-25T08:25:18,945 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 8985c4a9da1b4239b36e8b466894c636, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732523115922 2024-11-25T08:25:18,945 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70dd76202515439996dc1df2e58b48ab, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732523115922 2024-11-25T08:25:18,946 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting afceb9fe7033424281ee5d41e88f367b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732523117123 2024-11-25T08:25:18,946 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88de6fa38c8e47a492b11d9dae796c60, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732523117123 2024-11-25T08:25:18,964 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:18,967 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2783753e5c4d268adfc3ac5a73c9ac9#C#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:18,968 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/9488d4870d304200b5d91b287d3b2b0b is 50, key is test_row_0/C:col10/1732523117134/Put/seqid=0 2024-11-25T08:25:18,987 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112590dccafb94594e6ab0e4bc296485c975_e2783753e5c4d268adfc3ac5a73c9ac9 store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:18,989 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112590dccafb94594e6ab0e4bc296485c975_e2783753e5c4d268adfc3ac5a73c9ac9, store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:18,989 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112590dccafb94594e6ab0e4bc296485c975_e2783753e5c4d268adfc3ac5a73c9ac9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:19,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742221_1397 (size=12359) 2024-11-25T08:25:19,030 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/9488d4870d304200b5d91b287d3b2b0b as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/9488d4870d304200b5d91b287d3b2b0b 2024-11-25T08:25:19,035 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2783753e5c4d268adfc3ac5a73c9ac9/C of e2783753e5c4d268adfc3ac5a73c9ac9 into 9488d4870d304200b5d91b287d3b2b0b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:19,035 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:19,035 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., storeName=e2783753e5c4d268adfc3ac5a73c9ac9/C, priority=13, startTime=1732523118942; duration=0sec 2024-11-25T08:25:19,035 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:19,035 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2783753e5c4d268adfc3ac5a73c9ac9:C 2024-11-25T08:25:19,035 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:19,041 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:19,041 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): e2783753e5c4d268adfc3ac5a73c9ac9/B is initiating minor compaction (all files) 2024-11-25T08:25:19,041 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2783753e5c4d268adfc3ac5a73c9ac9/B in TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:19,041 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/0f57326315764c61843fc9e30d60fc23, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/59dad78d92b5416991e7c797b76c71c7, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/f4d45d4c92ae494ba563b1c1141aa7dc] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp, totalSize=35.4 K 2024-11-25T08:25:19,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742222_1398 (size=4469) 2024-11-25T08:25:19,044 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f57326315764c61843fc9e30d60fc23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732523115658 2024-11-25T08:25:19,049 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 59dad78d92b5416991e7c797b76c71c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732523115922 2024-11-25T08:25:19,049 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting f4d45d4c92ae494ba563b1c1141aa7dc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732523117123 2024-11-25T08:25:19,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e2783753e5c4d268adfc3ac5a73c9ac9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T08:25:19,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=A 2024-11-25T08:25:19,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:19,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=B 2024-11-25T08:25:19,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:19,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=C 2024-11-25T08:25:19,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:19,081 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2783753e5c4d268adfc3ac5a73c9ac9#B#compaction#337 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:19,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257477528f3aee438493b81c298342aa76_e2783753e5c4d268adfc3ac5a73c9ac9 is 50, key is test_row_0/A:col10/1732523117872/Put/seqid=0 2024-11-25T08:25:19,081 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/c5f3b06b529544ff81546a4ce6eb6900 is 50, key is test_row_0/B:col10/1732523117134/Put/seqid=0 2024-11-25T08:25:19,085 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:19,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T08:25:19,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:19,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:19,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:19,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:19,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:19,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523179090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:19,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523179099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:19,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523179101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:19,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742223_1399 (size=14794) 2024-11-25T08:25:19,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742224_1400 (size=12359) 2024-11-25T08:25:19,159 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/c5f3b06b529544ff81546a4ce6eb6900 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/c5f3b06b529544ff81546a4ce6eb6900 2024-11-25T08:25:19,166 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2783753e5c4d268adfc3ac5a73c9ac9/B of e2783753e5c4d268adfc3ac5a73c9ac9 into c5f3b06b529544ff81546a4ce6eb6900(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:19,167 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:19,167 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., storeName=e2783753e5c4d268adfc3ac5a73c9ac9/B, priority=13, startTime=1732523118942; duration=0sec 2024-11-25T08:25:19,167 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:19,167 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2783753e5c4d268adfc3ac5a73c9ac9:B 2024-11-25T08:25:19,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523179202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:19,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523179219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:19,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523179220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:19,238 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:19,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T08:25:19,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:19,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:19,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:19,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:19,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T08:25:19,391 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:19,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T08:25:19,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:19,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:19,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:19,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:19,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:19,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523179410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:19,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:19,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523179425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:19,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523179427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:19,445 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2783753e5c4d268adfc3ac5a73c9ac9#A#compaction#335 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:19,446 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/93b15791ac954caebec597e8282e8d3a is 175, key is test_row_0/A:col10/1732523117134/Put/seqid=0 2024-11-25T08:25:19,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742225_1401 (size=31313) 2024-11-25T08:25:19,535 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:19,540 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257477528f3aee438493b81c298342aa76_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257477528f3aee438493b81c298342aa76_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:19,541 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/6682a9f0c5d340789349c118f3171299, store: [table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:19,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/6682a9f0c5d340789349c118f3171299 is 175, key is test_row_0/A:col10/1732523117872/Put/seqid=0 2024-11-25T08:25:19,545 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:19,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T08:25:19,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:19,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:19,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:19,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:19,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:19,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742226_1402 (size=39749) 2024-11-25T08:25:19,705 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:19,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T08:25:19,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:19,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:19,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:19,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:19,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:19,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523179716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:19,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523179740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:19,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523179741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:19,859 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:19,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T08:25:19,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:19,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:19,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:19,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:19,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:19,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:19,901 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/93b15791ac954caebec597e8282e8d3a as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/93b15791ac954caebec597e8282e8d3a 2024-11-25T08:25:19,906 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2783753e5c4d268adfc3ac5a73c9ac9/A of e2783753e5c4d268adfc3ac5a73c9ac9 into 93b15791ac954caebec597e8282e8d3a(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:19,906 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:19,906 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., storeName=e2783753e5c4d268adfc3ac5a73c9ac9/A, priority=13, startTime=1732523118942; duration=0sec 2024-11-25T08:25:19,906 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:19,906 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2783753e5c4d268adfc3ac5a73c9ac9:A 2024-11-25T08:25:19,987 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/6682a9f0c5d340789349c118f3171299 2024-11-25T08:25:20,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/dd5973eaea5d4dde854dabad2a426047 is 50, key is test_row_0/B:col10/1732523117872/Put/seqid=0 2024-11-25T08:25:20,011 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:20,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T08:25:20,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:20,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:20,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:20,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:20,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:20,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:20,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742227_1403 (size=12151) 2024-11-25T08:25:20,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/dd5973eaea5d4dde854dabad2a426047 2024-11-25T08:25:20,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/912dcf1a4a0f48fbae1446cb176e1269 is 50, key is test_row_0/C:col10/1732523117872/Put/seqid=0 2024-11-25T08:25:20,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742228_1404 (size=12151) 2024-11-25T08:25:20,166 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:20,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T08:25:20,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:20,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:20,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:20,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:20,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:20,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:20,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523180238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T08:25:20,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523180255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:20,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523180255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:20,318 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:20,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T08:25:20,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:20,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:20,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:20,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:20,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:20,471 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:20,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T08:25:20,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:20,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:20,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:20,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:20,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:20,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/912dcf1a4a0f48fbae1446cb176e1269 2024-11-25T08:25:20,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/6682a9f0c5d340789349c118f3171299 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6682a9f0c5d340789349c118f3171299 2024-11-25T08:25:20,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6682a9f0c5d340789349c118f3171299, entries=200, sequenceid=158, filesize=38.8 K 2024-11-25T08:25:20,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/dd5973eaea5d4dde854dabad2a426047 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/dd5973eaea5d4dde854dabad2a426047 2024-11-25T08:25:20,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/dd5973eaea5d4dde854dabad2a426047, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T08:25:20,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/912dcf1a4a0f48fbae1446cb176e1269 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/912dcf1a4a0f48fbae1446cb176e1269 2024-11-25T08:25:20,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/912dcf1a4a0f48fbae1446cb176e1269, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T08:25:20,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e2783753e5c4d268adfc3ac5a73c9ac9 in 1508ms, sequenceid=158, compaction requested=false 2024-11-25T08:25:20,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:20,625 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:20,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T08:25:20,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:20,626 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing e2783753e5c4d268adfc3ac5a73c9ac9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T08:25:20,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=A 2024-11-25T08:25:20,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:20,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=B 2024-11-25T08:25:20,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:20,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=C 2024-11-25T08:25:20,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:20,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112516a98db77aca4c5482042e407a6b065d_e2783753e5c4d268adfc3ac5a73c9ac9 is 50, key is test_row_0/A:col10/1732523119068/Put/seqid=0 2024-11-25T08:25:20,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742229_1405 (size=12304) 2024-11-25T08:25:20,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:20,716 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112516a98db77aca4c5482042e407a6b065d_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112516a98db77aca4c5482042e407a6b065d_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:20,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/6e7a600b8c2b44f3962c7f2e0c09735b, store: [table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:20,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/6e7a600b8c2b44f3962c7f2e0c09735b is 175, key is test_row_0/A:col10/1732523119068/Put/seqid=0 2024-11-25T08:25:20,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742230_1406 (size=31105) 2024-11-25T08:25:20,755 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/6e7a600b8c2b44f3962c7f2e0c09735b 2024-11-25T08:25:20,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/3d92f09b4849461090da2ec3bc475af7 is 50, key is test_row_0/B:col10/1732523119068/Put/seqid=0 2024-11-25T08:25:20,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742231_1407 (size=12151) 2024-11-25T08:25:21,236 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/3d92f09b4849461090da2ec3bc475af7 2024-11-25T08:25:21,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/1257c6ff102d4d6990f7edbdce17bde4 is 50, key is test_row_0/C:col10/1732523119068/Put/seqid=0 2024-11-25T08:25:21,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:21,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742232_1408 (size=12151) 2024-11-25T08:25:21,299 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/1257c6ff102d4d6990f7edbdce17bde4 2024-11-25T08:25:21,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/6e7a600b8c2b44f3962c7f2e0c09735b as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6e7a600b8c2b44f3962c7f2e0c09735b 2024-11-25T08:25:21,308 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6e7a600b8c2b44f3962c7f2e0c09735b, entries=150, sequenceid=173, filesize=30.4 K 2024-11-25T08:25:21,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/3d92f09b4849461090da2ec3bc475af7 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/3d92f09b4849461090da2ec3bc475af7 2024-11-25T08:25:21,314 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/3d92f09b4849461090da2ec3bc475af7, entries=150, sequenceid=173, filesize=11.9 K 2024-11-25T08:25:21,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/1257c6ff102d4d6990f7edbdce17bde4 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/1257c6ff102d4d6990f7edbdce17bde4 2024-11-25T08:25:21,320 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/1257c6ff102d4d6990f7edbdce17bde4, entries=150, sequenceid=173, filesize=11.9 K 2024-11-25T08:25:21,321 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=53.67 KB/54960 for e2783753e5c4d268adfc3ac5a73c9ac9 in 695ms, sequenceid=173, compaction requested=true 2024-11-25T08:25:21,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:21,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:21,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-25T08:25:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-25T08:25:21,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-25T08:25:21,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1590 sec 2024-11-25T08:25:21,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 3.1730 sec 2024-11-25T08:25:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:21,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e2783753e5c4d268adfc3ac5a73c9ac9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T08:25:21,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=A 2024-11-25T08:25:21,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:21,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=B 2024-11-25T08:25:21,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:21,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=C 2024-11-25T08:25:21,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:21,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a967909cfed04324b8f2c6145c871b48_e2783753e5c4d268adfc3ac5a73c9ac9 is 50, key is test_row_0/A:col10/1732523121313/Put/seqid=0 2024-11-25T08:25:21,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742233_1409 (size=14794) 2024-11-25T08:25:21,422 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:21,426 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a967909cfed04324b8f2c6145c871b48_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a967909cfed04324b8f2c6145c871b48_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:21,427 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/106f47023e54487d89628f94a8aa7e37, store: [table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:21,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/106f47023e54487d89628f94a8aa7e37 is 175, key is test_row_0/A:col10/1732523121313/Put/seqid=0 2024-11-25T08:25:21,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742234_1410 (size=39749) 2024-11-25T08:25:21,461 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=185, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/106f47023e54487d89628f94a8aa7e37 2024-11-25T08:25:21,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523181466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:21,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523181473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:21,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523181473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:21,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/b1f0731c1822418c856943498dec4078 is 50, key is test_row_0/B:col10/1732523121313/Put/seqid=0 2024-11-25T08:25:21,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742235_1411 (size=12151) 2024-11-25T08:25:21,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/b1f0731c1822418c856943498dec4078 2024-11-25T08:25:21,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/6d8a47107c664100bdf2c4b393b394d0 is 50, key is test_row_0/C:col10/1732523121313/Put/seqid=0 2024-11-25T08:25:21,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742236_1412 (size=12151) 2024-11-25T08:25:21,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523181587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:21,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523181595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:21,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523181595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:21,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523181803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:21,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523181811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:21,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523181812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:21,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/6d8a47107c664100bdf2c4b393b394d0 2024-11-25T08:25:21,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/106f47023e54487d89628f94a8aa7e37 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/106f47023e54487d89628f94a8aa7e37 2024-11-25T08:25:21,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/106f47023e54487d89628f94a8aa7e37, entries=200, sequenceid=185, filesize=38.8 K 2024-11-25T08:25:21,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/b1f0731c1822418c856943498dec4078 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/b1f0731c1822418c856943498dec4078 2024-11-25T08:25:22,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/b1f0731c1822418c856943498dec4078, entries=150, sequenceid=185, filesize=11.9 K 2024-11-25T08:25:22,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/6d8a47107c664100bdf2c4b393b394d0 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/6d8a47107c664100bdf2c4b393b394d0 2024-11-25T08:25:22,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/6d8a47107c664100bdf2c4b393b394d0, entries=150, sequenceid=185, filesize=11.9 K 2024-11-25T08:25:22,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e2783753e5c4d268adfc3ac5a73c9ac9 in 678ms, sequenceid=185, compaction requested=true 2024-11-25T08:25:22,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:22,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2783753e5c4d268adfc3ac5a73c9ac9:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:25:22,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:22,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2783753e5c4d268adfc3ac5a73c9ac9:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:25:22,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:25:22,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2783753e5c4d268adfc3ac5a73c9ac9:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:25:22,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T08:25:22,016 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:25:22,016 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:25:22,018 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141916 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:25:22,018 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): e2783753e5c4d268adfc3ac5a73c9ac9/A is initiating minor compaction (all files) 2024-11-25T08:25:22,018 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2783753e5c4d268adfc3ac5a73c9ac9/A in TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:22,018 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/93b15791ac954caebec597e8282e8d3a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6682a9f0c5d340789349c118f3171299, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6e7a600b8c2b44f3962c7f2e0c09735b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/106f47023e54487d89628f94a8aa7e37] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp, totalSize=138.6 K 2024-11-25T08:25:22,019 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:22,019 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. files: [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/93b15791ac954caebec597e8282e8d3a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6682a9f0c5d340789349c118f3171299, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6e7a600b8c2b44f3962c7f2e0c09735b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/106f47023e54487d89628f94a8aa7e37] 2024-11-25T08:25:22,019 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:25:22,019 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): e2783753e5c4d268adfc3ac5a73c9ac9/C is initiating minor compaction (all files) 2024-11-25T08:25:22,019 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2783753e5c4d268adfc3ac5a73c9ac9/C in TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:22,019 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/9488d4870d304200b5d91b287d3b2b0b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/912dcf1a4a0f48fbae1446cb176e1269, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/1257c6ff102d4d6990f7edbdce17bde4, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/6d8a47107c664100bdf2c4b393b394d0] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp, totalSize=47.7 K 2024-11-25T08:25:22,020 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93b15791ac954caebec597e8282e8d3a, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732523117123 2024-11-25T08:25:22,020 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 9488d4870d304200b5d91b287d3b2b0b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732523117123 2024-11-25T08:25:22,021 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6682a9f0c5d340789349c118f3171299, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732523117809 2024-11-25T08:25:22,021 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 912dcf1a4a0f48fbae1446cb176e1269, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732523117872 2024-11-25T08:25:22,021 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e7a600b8c2b44f3962c7f2e0c09735b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732523119068 2024-11-25T08:25:22,021 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 1257c6ff102d4d6990f7edbdce17bde4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732523119068 2024-11-25T08:25:22,021 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 106f47023e54487d89628f94a8aa7e37, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732523121290 2024-11-25T08:25:22,022 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d8a47107c664100bdf2c4b393b394d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732523121298 2024-11-25T08:25:22,049 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:22,050 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2783753e5c4d268adfc3ac5a73c9ac9#C#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:22,050 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/0b6b8a83f9114c48b4da2dda91a43cce is 50, key is test_row_0/C:col10/1732523121313/Put/seqid=0 2024-11-25T08:25:22,054 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112585687913addf4f6ca11d6f4b26ceab74_e2783753e5c4d268adfc3ac5a73c9ac9 store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:22,056 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112585687913addf4f6ca11d6f4b26ceab74_e2783753e5c4d268adfc3ac5a73c9ac9, store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:22,056 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112585687913addf4f6ca11d6f4b26ceab74_e2783753e5c4d268adfc3ac5a73c9ac9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:22,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742237_1413 (size=12595) 2024-11-25T08:25:22,067 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/0b6b8a83f9114c48b4da2dda91a43cce as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/0b6b8a83f9114c48b4da2dda91a43cce 2024-11-25T08:25:22,070 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e2783753e5c4d268adfc3ac5a73c9ac9/C of e2783753e5c4d268adfc3ac5a73c9ac9 into 0b6b8a83f9114c48b4da2dda91a43cce(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:22,070 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:22,070 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., storeName=e2783753e5c4d268adfc3ac5a73c9ac9/C, priority=12, startTime=1732523122016; duration=0sec 2024-11-25T08:25:22,070 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:22,070 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2783753e5c4d268adfc3ac5a73c9ac9:C 2024-11-25T08:25:22,070 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:25:22,073 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:25:22,073 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): e2783753e5c4d268adfc3ac5a73c9ac9/B is initiating minor compaction (all files) 2024-11-25T08:25:22,073 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2783753e5c4d268adfc3ac5a73c9ac9/B in TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:22,073 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/c5f3b06b529544ff81546a4ce6eb6900, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/dd5973eaea5d4dde854dabad2a426047, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/3d92f09b4849461090da2ec3bc475af7, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/b1f0731c1822418c856943498dec4078] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp, totalSize=47.7 K 2024-11-25T08:25:22,073 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting c5f3b06b529544ff81546a4ce6eb6900, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732523117123 2024-11-25T08:25:22,073 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting dd5973eaea5d4dde854dabad2a426047, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732523117872 2024-11-25T08:25:22,073 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d92f09b4849461090da2ec3bc475af7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732523119068 2024-11-25T08:25:22,074 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting b1f0731c1822418c856943498dec4078, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732523121298 2024-11-25T08:25:22,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742238_1414 (size=4469) 2024-11-25T08:25:22,093 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2783753e5c4d268adfc3ac5a73c9ac9#B#compaction#349 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:22,093 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/5045ce47a2074c96a8086b8fc2ec6e2a is 50, key is test_row_0/B:col10/1732523121313/Put/seqid=0 2024-11-25T08:25:22,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742239_1415 (size=12595) 2024-11-25T08:25:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:22,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e2783753e5c4d268adfc3ac5a73c9ac9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T08:25:22,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=A 2024-11-25T08:25:22,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:22,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=B 2024-11-25T08:25:22,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:22,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=C 2024-11-25T08:25:22,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:22,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c109ef0feeb94ac98c8bfd145c86e43b_e2783753e5c4d268adfc3ac5a73c9ac9 is 50, key is test_row_0/A:col10/1732523121466/Put/seqid=0 2024-11-25T08:25:22,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742240_1416 (size=14794) 2024-11-25T08:25:22,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523182140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:22,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523182141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:22,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523182153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T08:25:22,260 INFO [Thread-1631 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-25T08:25:22,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:25:22,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523182253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:22,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-25T08:25:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523182253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:22,262 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:25:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T08:25:22,262 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:25:22,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:25:22,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523182263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T08:25:22,414 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:22,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-25T08:25:22,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:22,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:22,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:22,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:22,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:22,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523182463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:22,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523182463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:22,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523182472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:22,485 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2783753e5c4d268adfc3ac5a73c9ac9#A#compaction#348 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:22,486 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/69a3fc84269e441893866821ec6c2cfd is 175, key is test_row_0/A:col10/1732523121313/Put/seqid=0 2024-11-25T08:25:22,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742241_1417 (size=31549) 2024-11-25T08:25:22,512 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/5045ce47a2074c96a8086b8fc2ec6e2a as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/5045ce47a2074c96a8086b8fc2ec6e2a 2024-11-25T08:25:22,515 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e2783753e5c4d268adfc3ac5a73c9ac9/B of e2783753e5c4d268adfc3ac5a73c9ac9 into 5045ce47a2074c96a8086b8fc2ec6e2a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:22,515 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:22,515 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., storeName=e2783753e5c4d268adfc3ac5a73c9ac9/B, priority=12, startTime=1732523122016; duration=0sec 2024-11-25T08:25:22,515 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:22,515 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2783753e5c4d268adfc3ac5a73c9ac9:B 2024-11-25T08:25:22,545 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:22,548 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c109ef0feeb94ac98c8bfd145c86e43b_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c109ef0feeb94ac98c8bfd145c86e43b_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:22,549 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/070aa79901424c9ab41cf2c140aee0f6, store: [table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:22,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/070aa79901424c9ab41cf2c140aee0f6 is 175, key is test_row_0/A:col10/1732523121466/Put/seqid=0 2024-11-25T08:25:22,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742242_1418 (size=39749) 2024-11-25T08:25:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T08:25:22,567 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:22,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-25T08:25:22,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:22,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:22,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:22,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:22,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:22,719 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:22,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-25T08:25:22,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:22,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:22,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:22,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:22,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:22,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523182774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:22,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523182775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:22,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523182775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T08:25:22,872 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:22,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-25T08:25:22,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:22,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:22,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:22,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:22,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:22,896 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/69a3fc84269e441893866821ec6c2cfd as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/69a3fc84269e441893866821ec6c2cfd 2024-11-25T08:25:22,907 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e2783753e5c4d268adfc3ac5a73c9ac9/A of e2783753e5c4d268adfc3ac5a73c9ac9 into 69a3fc84269e441893866821ec6c2cfd(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:22,907 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:22,907 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., storeName=e2783753e5c4d268adfc3ac5a73c9ac9/A, priority=12, startTime=1732523122016; duration=0sec 2024-11-25T08:25:22,907 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:22,907 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2783753e5c4d268adfc3ac5a73c9ac9:A 2024-11-25T08:25:22,954 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/070aa79901424c9ab41cf2c140aee0f6 2024-11-25T08:25:22,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/57392661e58641629a784b4c5bc28929 is 50, key is test_row_0/B:col10/1732523121466/Put/seqid=0 2024-11-25T08:25:22,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742243_1419 (size=12151) 2024-11-25T08:25:22,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/57392661e58641629a784b4c5bc28929 2024-11-25T08:25:22,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/8493c9eb5fbf42518315e857da36185e is 50, key is test_row_0/C:col10/1732523121466/Put/seqid=0 2024-11-25T08:25:22,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742244_1420 (size=12151) 2024-11-25T08:25:23,025 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:23,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-25T08:25:23,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:23,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:23,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:23,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:23,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:23,178 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:23,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-25T08:25:23,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:23,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:23,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:23,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:23,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:23,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523183281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:23,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523183282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:23,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523183282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:23,330 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:23,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-25T08:25:23,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:23,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:23,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:23,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:23,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T08:25:23,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/8493c9eb5fbf42518315e857da36185e 2024-11-25T08:25:23,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/070aa79901424c9ab41cf2c140aee0f6 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/070aa79901424c9ab41cf2c140aee0f6 2024-11-25T08:25:23,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/070aa79901424c9ab41cf2c140aee0f6, entries=200, sequenceid=211, filesize=38.8 K 2024-11-25T08:25:23,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/57392661e58641629a784b4c5bc28929 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/57392661e58641629a784b4c5bc28929 2024-11-25T08:25:23,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/57392661e58641629a784b4c5bc28929, entries=150, sequenceid=211, filesize=11.9 K 2024-11-25T08:25:23,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/8493c9eb5fbf42518315e857da36185e as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/8493c9eb5fbf42518315e857da36185e 2024-11-25T08:25:23,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/8493c9eb5fbf42518315e857da36185e, entries=150, sequenceid=211, filesize=11.9 K 2024-11-25T08:25:23,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e2783753e5c4d268adfc3ac5a73c9ac9 in 1313ms, sequenceid=211, compaction requested=false 2024-11-25T08:25:23,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:23,482 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:23,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-25T08:25:23,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:23,483 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing e2783753e5c4d268adfc3ac5a73c9ac9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T08:25:23,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=A 2024-11-25T08:25:23,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:23,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=B 2024-11-25T08:25:23,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:23,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=C 2024-11-25T08:25:23,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:23,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112518a6bcdf5d944be5a6ed761367c8e6b1_e2783753e5c4d268adfc3ac5a73c9ac9 is 50, key is test_row_0/A:col10/1732523122151/Put/seqid=0 2024-11-25T08:25:23,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742245_1421 (size=12304) 2024-11-25T08:25:23,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:23,915 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112518a6bcdf5d944be5a6ed761367c8e6b1_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112518a6bcdf5d944be5a6ed761367c8e6b1_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:23,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/c99ced13620b47bbae283426ff39be5c, store: [table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:23,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/c99ced13620b47bbae283426ff39be5c is 175, key is test_row_0/A:col10/1732523122151/Put/seqid=0 2024-11-25T08:25:23,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742246_1422 (size=31105) 2024-11-25T08:25:24,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:24,352 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/c99ced13620b47bbae283426ff39be5c 2024-11-25T08:25:24,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523184349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:24,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:24,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523184350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:24,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/7eeb2f1df7a541c386fb34a1f43683c5 is 50, key is test_row_0/B:col10/1732523122151/Put/seqid=0 2024-11-25T08:25:24,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523184356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T08:25:24,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742247_1423 (size=12151) 2024-11-25T08:25:24,387 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/7eeb2f1df7a541c386fb34a1f43683c5 2024-11-25T08:25:24,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/6dd8fa5d89134cc2b9ace2c2bd0be987 is 50, key is test_row_0/C:col10/1732523122151/Put/seqid=0 2024-11-25T08:25:24,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742248_1424 (size=12151) 2024-11-25T08:25:24,399 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/6dd8fa5d89134cc2b9ace2c2bd0be987 2024-11-25T08:25:24,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/c99ced13620b47bbae283426ff39be5c as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/c99ced13620b47bbae283426ff39be5c 2024-11-25T08:25:24,406 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/c99ced13620b47bbae283426ff39be5c, entries=150, sequenceid=224, filesize=30.4 K 2024-11-25T08:25:24,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/7eeb2f1df7a541c386fb34a1f43683c5 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/7eeb2f1df7a541c386fb34a1f43683c5 2024-11-25T08:25:24,411 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/7eeb2f1df7a541c386fb34a1f43683c5, entries=150, sequenceid=224, filesize=11.9 K 2024-11-25T08:25:24,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/6dd8fa5d89134cc2b9ace2c2bd0be987 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/6dd8fa5d89134cc2b9ace2c2bd0be987 2024-11-25T08:25:24,416 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/6dd8fa5d89134cc2b9ace2c2bd0be987, entries=150, sequenceid=224, filesize=11.9 K 2024-11-25T08:25:24,416 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e2783753e5c4d268adfc3ac5a73c9ac9 in 933ms, sequenceid=224, compaction requested=true 2024-11-25T08:25:24,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:24,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:24,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-25T08:25:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-25T08:25:24,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-25T08:25:24,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1560 sec 2024-11-25T08:25:24,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 2.1590 sec 2024-11-25T08:25:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:24,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e2783753e5c4d268adfc3ac5a73c9ac9 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T08:25:24,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=A 2024-11-25T08:25:24,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:24,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=B 2024-11-25T08:25:24,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:24,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=C 2024-11-25T08:25:24,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:24,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112595c1f58ccd2842afa4b159d167a97cd1_e2783753e5c4d268adfc3ac5a73c9ac9 is 50, key is test_row_0/A:col10/1732523124346/Put/seqid=0 2024-11-25T08:25:24,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523184480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:24,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523184482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:24,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:24,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523184486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:24,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742249_1425 (size=17284) 2024-11-25T08:25:24,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523184591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:24,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523184591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:24,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523184592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:24,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523184799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:24,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523184800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:24,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523184800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:24,898 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:24,900 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112595c1f58ccd2842afa4b159d167a97cd1_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112595c1f58ccd2842afa4b159d167a97cd1_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:24,901 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/6b6807ee68464862bbeb39fb097eeb15, store: [table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:24,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/6b6807ee68464862bbeb39fb097eeb15 is 175, key is test_row_0/A:col10/1732523124346/Put/seqid=0 2024-11-25T08:25:24,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742250_1426 (size=48389) 2024-11-25T08:25:24,916 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/6b6807ee68464862bbeb39fb097eeb15 2024-11-25T08:25:24,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/39dc24e480f14b8c8317465e92652640 is 50, key is test_row_0/B:col10/1732523124346/Put/seqid=0 2024-11-25T08:25:24,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742251_1427 (size=12151) 2024-11-25T08:25:25,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523185105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:25,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523185105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:25,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523185107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:25,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/39dc24e480f14b8c8317465e92652640 2024-11-25T08:25:25,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/02ed095b3c42481485d5cbc4b8a1c78a is 50, key is test_row_0/C:col10/1732523124346/Put/seqid=0 2024-11-25T08:25:25,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742252_1428 (size=12151) 2024-11-25T08:25:25,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/02ed095b3c42481485d5cbc4b8a1c78a 2024-11-25T08:25:25,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/6b6807ee68464862bbeb39fb097eeb15 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6b6807ee68464862bbeb39fb097eeb15 2024-11-25T08:25:25,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6b6807ee68464862bbeb39fb097eeb15, entries=250, sequenceid=251, filesize=47.3 K 2024-11-25T08:25:25,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/39dc24e480f14b8c8317465e92652640 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/39dc24e480f14b8c8317465e92652640 2024-11-25T08:25:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/39dc24e480f14b8c8317465e92652640, entries=150, sequenceid=251, filesize=11.9 K 2024-11-25T08:25:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/02ed095b3c42481485d5cbc4b8a1c78a as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/02ed095b3c42481485d5cbc4b8a1c78a 2024-11-25T08:25:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/02ed095b3c42481485d5cbc4b8a1c78a, entries=150, sequenceid=251, filesize=11.9 K 2024-11-25T08:25:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for e2783753e5c4d268adfc3ac5a73c9ac9 in 903ms, sequenceid=251, compaction requested=true 2024-11-25T08:25:25,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:25,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2783753e5c4d268adfc3ac5a73c9ac9:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:25:25,372 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:25:25,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,372 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:25:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2783753e5c4d268adfc3ac5a73c9ac9:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:25:25,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:25,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2783753e5c4d268adfc3ac5a73c9ac9:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:25:25,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,373 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150792 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:25:25,373 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): e2783753e5c4d268adfc3ac5a73c9ac9/A is initiating minor compaction (all files) 2024-11-25T08:25:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,373 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2783753e5c4d268adfc3ac5a73c9ac9/A in TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:25,374 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/69a3fc84269e441893866821ec6c2cfd, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/070aa79901424c9ab41cf2c140aee0f6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/c99ced13620b47bbae283426ff39be5c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6b6807ee68464862bbeb39fb097eeb15] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp, totalSize=147.3 K 2024-11-25T08:25:25,374 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,374 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. files: [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/69a3fc84269e441893866821ec6c2cfd, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/070aa79901424c9ab41cf2c140aee0f6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/c99ced13620b47bbae283426ff39be5c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6b6807ee68464862bbeb39fb097eeb15] 2024-11-25T08:25:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,374 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:25:25,374 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69a3fc84269e441893866821ec6c2cfd, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732523121298 2024-11-25T08:25:25,374 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): e2783753e5c4d268adfc3ac5a73c9ac9/B is initiating minor compaction (all files) 2024-11-25T08:25:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,374 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2783753e5c4d268adfc3ac5a73c9ac9/B in TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:25,374 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/5045ce47a2074c96a8086b8fc2ec6e2a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/57392661e58641629a784b4c5bc28929, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/7eeb2f1df7a541c386fb34a1f43683c5, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/39dc24e480f14b8c8317465e92652640] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp, totalSize=47.9 K 2024-11-25T08:25:25,374 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 070aa79901424c9ab41cf2c140aee0f6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732523121443 2024-11-25T08:25:25,375 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 5045ce47a2074c96a8086b8fc2ec6e2a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732523121298 2024-11-25T08:25:25,375 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting c99ced13620b47bbae283426ff39be5c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732523122130 2024-11-25T08:25:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,375 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b6807ee68464862bbeb39fb097eeb15, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732523124346 2024-11-25T08:25:25,375 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 57392661e58641629a784b4c5bc28929, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732523121443 2024-11-25T08:25:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,375 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 7eeb2f1df7a541c386fb34a1f43683c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732523122130 2024-11-25T08:25:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,376 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 39dc24e480f14b8c8317465e92652640, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732523124346 2024-11-25T08:25:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,383 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,389 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2783753e5c4d268adfc3ac5a73c9ac9#B#compaction#360 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,389 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/df590a7835824bdbb110107350acbb40 is 50, key is test_row_0/B:col10/1732523124346/Put/seqid=0 2024-11-25T08:25:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,390 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125cf4b2893067d4ed1b9aae581281f1fc3_e2783753e5c4d268adfc3ac5a73c9ac9 store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,393 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125cf4b2893067d4ed1b9aae581281f1fc3_e2783753e5c4d268adfc3ac5a73c9ac9, store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,393 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cf4b2893067d4ed1b9aae581281f1fc3_e2783753e5c4d268adfc3ac5a73c9ac9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742253_1429 (size=12731) 2024-11-25T08:25:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,402 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/df590a7835824bdbb110107350acbb40 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/df590a7835824bdbb110107350acbb40 2024-11-25T08:25:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742254_1430 (size=4469) 2024-11-25T08:25:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,407 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e2783753e5c4d268adfc3ac5a73c9ac9/B of e2783753e5c4d268adfc3ac5a73c9ac9 into df590a7835824bdbb110107350acbb40(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:25,407 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:25,407 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., storeName=e2783753e5c4d268adfc3ac5a73c9ac9/B, priority=12, startTime=1732523125372; duration=0sec 2024-11-25T08:25:25,407 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:25,407 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2783753e5c4d268adfc3ac5a73c9ac9:B 2024-11-25T08:25:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,407 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:25:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,408 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:25:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,408 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): e2783753e5c4d268adfc3ac5a73c9ac9/C is initiating minor compaction (all files) 2024-11-25T08:25:25,408 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2783753e5c4d268adfc3ac5a73c9ac9/C in TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:25,409 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/0b6b8a83f9114c48b4da2dda91a43cce, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/8493c9eb5fbf42518315e857da36185e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/6dd8fa5d89134cc2b9ace2c2bd0be987, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/02ed095b3c42481485d5cbc4b8a1c78a] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp, totalSize=47.9 K 2024-11-25T08:25:25,409 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b6b8a83f9114c48b4da2dda91a43cce, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732523121298 2024-11-25T08:25:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,409 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 8493c9eb5fbf42518315e857da36185e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732523121443 2024-11-25T08:25:25,409 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dd8fa5d89134cc2b9ace2c2bd0be987, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732523122130 2024-11-25T08:25:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,409 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 02ed095b3c42481485d5cbc4b8a1c78a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732523124346 2024-11-25T08:25:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,433 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2783753e5c4d268adfc3ac5a73c9ac9#C#compaction#361 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,433 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/a46c378fbd47455db833f4eefae67e1f is 50, key is test_row_0/C:col10/1732523124346/Put/seqid=0 2024-11-25T08:25:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742255_1431 (size=12731) 2024-11-25T08:25:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:25,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e2783753e5c4d268adfc3ac5a73c9ac9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T08:25:25,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=A 2024-11-25T08:25:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:25,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=B 2024-11-25T08:25:25,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:25,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=C 2024-11-25T08:25:25,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251585961eec72427f8f061aa48b0644f4_e2783753e5c4d268adfc3ac5a73c9ac9 is 50, key is test_row_0/A:col10/1732523124478/Put/seqid=0 2024-11-25T08:25:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:25,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742256_1432 (size=14994) 2024-11-25T08:25:25,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523185791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:25,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523185791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:25,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523185792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:25,805 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2783753e5c4d268adfc3ac5a73c9ac9#A#compaction#359 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:25,806 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/2fcb5eb1d85d49e7ad50be9f39017f62 is 175, key is test_row_0/A:col10/1732523124346/Put/seqid=0 2024-11-25T08:25:25,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742257_1433 (size=31685) 2024-11-25T08:25:25,843 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/a46c378fbd47455db833f4eefae67e1f as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/a46c378fbd47455db833f4eefae67e1f 2024-11-25T08:25:25,847 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e2783753e5c4d268adfc3ac5a73c9ac9/C of e2783753e5c4d268adfc3ac5a73c9ac9 into a46c378fbd47455db833f4eefae67e1f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:25,847 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:25,847 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., storeName=e2783753e5c4d268adfc3ac5a73c9ac9/C, priority=12, startTime=1732523125373; duration=0sec 2024-11-25T08:25:25,847 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:25,847 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2783753e5c4d268adfc3ac5a73c9ac9:C 2024-11-25T08:25:25,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523185898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:25,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523185898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:25,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523185898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:26,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523186106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:26,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523186106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:26,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523186107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:26,127 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:26,131 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251585961eec72427f8f061aa48b0644f4_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251585961eec72427f8f061aa48b0644f4_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:26,131 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/1ff53db7f3b84f0c9a8427a42c2b8288, store: [table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:26,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/1ff53db7f3b84f0c9a8427a42c2b8288 is 175, key is test_row_0/A:col10/1732523124478/Put/seqid=0 2024-11-25T08:25:26,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742258_1434 (size=39945) 2024-11-25T08:25:26,153 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=263, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/1ff53db7f3b84f0c9a8427a42c2b8288 2024-11-25T08:25:26,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/11d90e5439bb4a65adb7abb751c95236 is 50, key is test_row_0/B:col10/1732523124478/Put/seqid=0 2024-11-25T08:25:26,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742259_1435 (size=9857) 2024-11-25T08:25:26,214 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/2fcb5eb1d85d49e7ad50be9f39017f62 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/2fcb5eb1d85d49e7ad50be9f39017f62 2024-11-25T08:25:26,218 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e2783753e5c4d268adfc3ac5a73c9ac9/A of e2783753e5c4d268adfc3ac5a73c9ac9 into 2fcb5eb1d85d49e7ad50be9f39017f62(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:26,218 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:26,218 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., storeName=e2783753e5c4d268adfc3ac5a73c9ac9/A, priority=12, startTime=1732523125372; duration=0sec 2024-11-25T08:25:26,218 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:26,218 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2783753e5c4d268adfc3ac5a73c9ac9:A 2024-11-25T08:25:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T08:25:26,367 INFO [Thread-1631 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-25T08:25:26,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:25:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-25T08:25:26,370 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:25:26,370 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:25:26,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:25:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T08:25:26,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523186411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:26,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523186412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:26,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523186414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T08:25:26,522 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:26,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T08:25:26,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:26,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:26,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:26,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:26,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:26,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/11d90e5439bb4a65adb7abb751c95236 2024-11-25T08:25:26,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/76a485505d794b64a6134d9f75b566ac is 50, key is test_row_0/C:col10/1732523124478/Put/seqid=0 2024-11-25T08:25:26,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742260_1436 (size=9857) 2024-11-25T08:25:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T08:25:26,681 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:26,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T08:25:26,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:26,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:26,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:26,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:26,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:26,833 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:26,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T08:25:26,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:26,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:26,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:26,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:26,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:26,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523186917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:26,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523186918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:26,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523186924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T08:25:26,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/76a485505d794b64a6134d9f75b566ac 2024-11-25T08:25:26,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/1ff53db7f3b84f0c9a8427a42c2b8288 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/1ff53db7f3b84f0c9a8427a42c2b8288 2024-11-25T08:25:26,986 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:26,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T08:25:26,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:26,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:26,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:26,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:26,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:26,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/1ff53db7f3b84f0c9a8427a42c2b8288, entries=200, sequenceid=263, filesize=39.0 K 2024-11-25T08:25:26,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/11d90e5439bb4a65adb7abb751c95236 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/11d90e5439bb4a65adb7abb751c95236 2024-11-25T08:25:26,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/11d90e5439bb4a65adb7abb751c95236, entries=100, sequenceid=263, filesize=9.6 K 2024-11-25T08:25:26,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/76a485505d794b64a6134d9f75b566ac as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/76a485505d794b64a6134d9f75b566ac 2024-11-25T08:25:26,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/76a485505d794b64a6134d9f75b566ac, entries=100, sequenceid=263, filesize=9.6 K 2024-11-25T08:25:26,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e2783753e5c4d268adfc3ac5a73c9ac9 in 1355ms, sequenceid=263, compaction requested=false 2024-11-25T08:25:26,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:27,139 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:27,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T08:25:27,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:27,140 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing e2783753e5c4d268adfc3ac5a73c9ac9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T08:25:27,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=A 2024-11-25T08:25:27,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:27,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=B 2024-11-25T08:25:27,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:27,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=C 2024-11-25T08:25:27,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:27,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125098bbef59db445d9bf350e9006a482fb_e2783753e5c4d268adfc3ac5a73c9ac9 is 50, key is test_row_0/A:col10/1732523125791/Put/seqid=0 2024-11-25T08:25:27,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742261_1437 (size=12454) 2024-11-25T08:25:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T08:25:27,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:27,584 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125098bbef59db445d9bf350e9006a482fb_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125098bbef59db445d9bf350e9006a482fb_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:27,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/c4a1140a80c74842b7d30627ccbeb7e5, store: [table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:27,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/c4a1140a80c74842b7d30627ccbeb7e5 is 175, key is test_row_0/A:col10/1732523125791/Put/seqid=0 2024-11-25T08:25:27,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742262_1438 (size=31255) 2024-11-25T08:25:27,589 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/c4a1140a80c74842b7d30627ccbeb7e5 2024-11-25T08:25:27,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/98466ddfbb0748f680aed12c52f57823 is 50, key is test_row_0/B:col10/1732523125791/Put/seqid=0 2024-11-25T08:25:27,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742263_1439 (size=12301) 2024-11-25T08:25:27,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:27,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523187937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:27,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523187937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:27,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523187940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:28,000 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/98466ddfbb0748f680aed12c52f57823 2024-11-25T08:25:28,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/47d028dc17f4467497447e5e1ae135b6 is 50, key is test_row_0/C:col10/1732523125791/Put/seqid=0 2024-11-25T08:25:28,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742264_1440 (size=12301) 2024-11-25T08:25:28,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:28,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523188046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:28,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523188046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:28,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523188046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:28,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40420 deadline: 1732523188231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:28,236 DEBUG [Thread-1621 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18297 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., hostname=79c23c06fcc9,37061,1732523014560, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T08:25:28,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40484 deadline: 1732523188237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:28,242 DEBUG [Thread-1627 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18383 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., hostname=79c23c06fcc9,37061,1732523014560, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T08:25:28,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523188250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:28,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523188250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:28,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523188251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:28,413 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/47d028dc17f4467497447e5e1ae135b6 2024-11-25T08:25:28,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/c4a1140a80c74842b7d30627ccbeb7e5 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/c4a1140a80c74842b7d30627ccbeb7e5 2024-11-25T08:25:28,421 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/c4a1140a80c74842b7d30627ccbeb7e5, entries=150, sequenceid=290, filesize=30.5 K 2024-11-25T08:25:28,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/98466ddfbb0748f680aed12c52f57823 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/98466ddfbb0748f680aed12c52f57823 2024-11-25T08:25:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,425 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/98466ddfbb0748f680aed12c52f57823, entries=150, sequenceid=290, filesize=12.0 K 2024-11-25T08:25:28,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/47d028dc17f4467497447e5e1ae135b6 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/47d028dc17f4467497447e5e1ae135b6 2024-11-25T08:25:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,429 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/47d028dc17f4467497447e5e1ae135b6, entries=150, sequenceid=290, filesize=12.0 K 2024-11-25T08:25:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,430 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e2783753e5c4d268adfc3ac5a73c9ac9 in 1290ms, sequenceid=290, compaction requested=true 2024-11-25T08:25:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:28,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:28,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-25T08:25:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-25T08:25:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-25T08:25:28,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0610 sec 2024-11-25T08:25:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 2.0650 sec 2024-11-25T08:25:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T08:25:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,474 INFO [Thread-1631 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-25T08:25:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:25:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-25T08:25:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T08:25:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,478 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:25:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,479 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:25:28,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:25:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:28,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e2783753e5c4d268adfc3ac5a73c9ac9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T08:25:28,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=A 2024-11-25T08:25:28,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:28,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=B 2024-11-25T08:25:28,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:28,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=C 2024-11-25T08:25:28,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T08:25:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256681eb937cfb401aacb00d0942cc97ab_e2783753e5c4d268adfc3ac5a73c9ac9 is 50, key is test_row_0/A:col10/1732523127935/Put/seqid=0 2024-11-25T08:25:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742265_1441 (size=12454) 2024-11-25T08:25:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,605 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,608 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256681eb937cfb401aacb00d0942cc97ab_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256681eb937cfb401aacb00d0942cc97ab_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,609 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/288007a373a94432960e60f25af93a21, store: [table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/288007a373a94432960e60f25af93a21 is 175, key is test_row_0/A:col10/1732523127935/Put/seqid=0 2024-11-25T08:25:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:28,630 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:28,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T08:25:28,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:28,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:28,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:28,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:28,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:28,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:28,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742266_1442 (size=31251) 2024-11-25T08:25:28,656 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/288007a373a94432960e60f25af93a21 2024-11-25T08:25:28,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/53b3eaa8b2054d67b4b679a46350b691 is 50, key is test_row_0/B:col10/1732523127935/Put/seqid=0 2024-11-25T08:25:28,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523188675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:28,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523188685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:28,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523188690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:28,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742267_1443 (size=9857) 2024-11-25T08:25:28,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/53b3eaa8b2054d67b4b679a46350b691 2024-11-25T08:25:28,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/afacd8bdcb66409dae7d0f0951c8ef66 is 50, key is test_row_0/C:col10/1732523127935/Put/seqid=0 2024-11-25T08:25:28,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742268_1444 (size=9857) 2024-11-25T08:25:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T08:25:28,784 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:28,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T08:25:28,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:28,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:28,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:28,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:28,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:28,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523188792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:28,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523188797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:28,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523188797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:28,936 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:28,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T08:25:28,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:28,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:28,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:28,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:28,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:28,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:29,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523189005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:29,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:29,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523189013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523189012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T08:25:29,090 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:29,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T08:25:29,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:29,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:29,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:29,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:29,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:29,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/afacd8bdcb66409dae7d0f0951c8ef66 2024-11-25T08:25:29,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/288007a373a94432960e60f25af93a21 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/288007a373a94432960e60f25af93a21 2024-11-25T08:25:29,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/288007a373a94432960e60f25af93a21, entries=150, sequenceid=302, filesize=30.5 K 2024-11-25T08:25:29,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/53b3eaa8b2054d67b4b679a46350b691 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/53b3eaa8b2054d67b4b679a46350b691 2024-11-25T08:25:29,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/53b3eaa8b2054d67b4b679a46350b691, entries=100, sequenceid=302, filesize=9.6 K 2024-11-25T08:25:29,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/afacd8bdcb66409dae7d0f0951c8ef66 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/afacd8bdcb66409dae7d0f0951c8ef66 2024-11-25T08:25:29,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/afacd8bdcb66409dae7d0f0951c8ef66, entries=100, sequenceid=302, filesize=9.6 K 2024-11-25T08:25:29,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e2783753e5c4d268adfc3ac5a73c9ac9 in 622ms, sequenceid=302, compaction requested=true 2024-11-25T08:25:29,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:29,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2783753e5c4d268adfc3ac5a73c9ac9:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:25:29,191 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:25:29,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:29,191 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:25:29,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2783753e5c4d268adfc3ac5a73c9ac9:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:25:29,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:29,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2783753e5c4d268adfc3ac5a73c9ac9:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:25:29,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:29,193 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134136 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:25:29,193 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): e2783753e5c4d268adfc3ac5a73c9ac9/A is initiating minor compaction (all files) 2024-11-25T08:25:29,193 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2783753e5c4d268adfc3ac5a73c9ac9/A in TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:29,194 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/2fcb5eb1d85d49e7ad50be9f39017f62, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/1ff53db7f3b84f0c9a8427a42c2b8288, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/c4a1140a80c74842b7d30627ccbeb7e5, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/288007a373a94432960e60f25af93a21] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp, totalSize=131.0 K 2024-11-25T08:25:29,194 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:29,194 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. files: [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/2fcb5eb1d85d49e7ad50be9f39017f62, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/1ff53db7f3b84f0c9a8427a42c2b8288, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/c4a1140a80c74842b7d30627ccbeb7e5, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/288007a373a94432960e60f25af93a21] 2024-11-25T08:25:29,194 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44746 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:25:29,194 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fcb5eb1d85d49e7ad50be9f39017f62, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732523124346 2024-11-25T08:25:29,194 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): e2783753e5c4d268adfc3ac5a73c9ac9/B is initiating minor compaction (all files) 2024-11-25T08:25:29,194 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2783753e5c4d268adfc3ac5a73c9ac9/B in TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:29,194 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/df590a7835824bdbb110107350acbb40, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/11d90e5439bb4a65adb7abb751c95236, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/98466ddfbb0748f680aed12c52f57823, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/53b3eaa8b2054d67b4b679a46350b691] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp, totalSize=43.7 K 2024-11-25T08:25:29,194 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ff53db7f3b84f0c9a8427a42c2b8288, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732523124478 2024-11-25T08:25:29,194 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting df590a7835824bdbb110107350acbb40, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732523124346 2024-11-25T08:25:29,194 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4a1140a80c74842b7d30627ccbeb7e5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732523125775 2024-11-25T08:25:29,195 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 11d90e5439bb4a65adb7abb751c95236, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732523124478 2024-11-25T08:25:29,195 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 288007a373a94432960e60f25af93a21, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732523127935 2024-11-25T08:25:29,195 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 98466ddfbb0748f680aed12c52f57823, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732523125775 2024-11-25T08:25:29,195 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 53b3eaa8b2054d67b4b679a46350b691, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732523127935 2024-11-25T08:25:29,204 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:29,205 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2783753e5c4d268adfc3ac5a73c9ac9#B#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:29,206 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/65c755e834be435c9ced02a051b5e4bd is 50, key is test_row_0/B:col10/1732523127935/Put/seqid=0 2024-11-25T08:25:29,213 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112540971e776e03432dbfb9817578b43520_e2783753e5c4d268adfc3ac5a73c9ac9 store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:29,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742269_1445 (size=13017) 2024-11-25T08:25:29,216 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112540971e776e03432dbfb9817578b43520_e2783753e5c4d268adfc3ac5a73c9ac9, store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:29,216 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112540971e776e03432dbfb9817578b43520_e2783753e5c4d268adfc3ac5a73c9ac9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:29,227 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/65c755e834be435c9ced02a051b5e4bd as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/65c755e834be435c9ced02a051b5e4bd 2024-11-25T08:25:29,231 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e2783753e5c4d268adfc3ac5a73c9ac9/B of e2783753e5c4d268adfc3ac5a73c9ac9 into 65c755e834be435c9ced02a051b5e4bd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:29,231 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:29,231 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., storeName=e2783753e5c4d268adfc3ac5a73c9ac9/B, priority=12, startTime=1732523129191; duration=0sec 2024-11-25T08:25:29,231 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:29,231 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2783753e5c4d268adfc3ac5a73c9ac9:B 2024-11-25T08:25:29,231 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:25:29,234 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44746 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:25:29,234 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): e2783753e5c4d268adfc3ac5a73c9ac9/C is initiating minor compaction (all files) 2024-11-25T08:25:29,234 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2783753e5c4d268adfc3ac5a73c9ac9/C in TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:29,235 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/a46c378fbd47455db833f4eefae67e1f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/76a485505d794b64a6134d9f75b566ac, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/47d028dc17f4467497447e5e1ae135b6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/afacd8bdcb66409dae7d0f0951c8ef66] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp, totalSize=43.7 K 2024-11-25T08:25:29,235 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting a46c378fbd47455db833f4eefae67e1f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732523124346 2024-11-25T08:25:29,236 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 76a485505d794b64a6134d9f75b566ac, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732523124478 2024-11-25T08:25:29,236 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 47d028dc17f4467497447e5e1ae135b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732523125775 2024-11-25T08:25:29,236 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting afacd8bdcb66409dae7d0f0951c8ef66, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732523127935 2024-11-25T08:25:29,242 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:29,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T08:25:29,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:29,243 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing e2783753e5c4d268adfc3ac5a73c9ac9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T08:25:29,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=A 2024-11-25T08:25:29,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:29,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=B 2024-11-25T08:25:29,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:29,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=C 2024-11-25T08:25:29,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:29,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742270_1446 (size=4469) 2024-11-25T08:25:29,273 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2783753e5c4d268adfc3ac5a73c9ac9#A#compaction#371 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:29,274 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/597caba558104088803c5cd90e72691f is 175, key is test_row_0/A:col10/1732523127935/Put/seqid=0 2024-11-25T08:25:29,281 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2783753e5c4d268adfc3ac5a73c9ac9#C#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:29,282 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/b47c916235be48e7bfea295d3285eee8 is 50, key is test_row_0/C:col10/1732523127935/Put/seqid=0 2024-11-25T08:25:29,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112591fbb8d350a64cf0a9e0b32db00ec13f_e2783753e5c4d268adfc3ac5a73c9ac9 is 50, key is test_row_0/A:col10/1732523128668/Put/seqid=0 2024-11-25T08:25:29,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742272_1448 (size=13017) 2024-11-25T08:25:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:29,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. as already flushing 2024-11-25T08:25:29,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742271_1447 (size=32078) 2024-11-25T08:25:29,337 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/b47c916235be48e7bfea295d3285eee8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/b47c916235be48e7bfea295d3285eee8 2024-11-25T08:25:29,340 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/597caba558104088803c5cd90e72691f as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/597caba558104088803c5cd90e72691f 2024-11-25T08:25:29,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742273_1449 (size=12454) 2024-11-25T08:25:29,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:29,348 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e2783753e5c4d268adfc3ac5a73c9ac9/C of e2783753e5c4d268adfc3ac5a73c9ac9 into b47c916235be48e7bfea295d3285eee8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:29,348 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:29,348 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., storeName=e2783753e5c4d268adfc3ac5a73c9ac9/C, priority=12, startTime=1732523129191; duration=0sec 2024-11-25T08:25:29,348 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:29,348 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2783753e5c4d268adfc3ac5a73c9ac9:C 2024-11-25T08:25:29,350 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e2783753e5c4d268adfc3ac5a73c9ac9/A of e2783753e5c4d268adfc3ac5a73c9ac9 into 597caba558104088803c5cd90e72691f(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:29,350 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:29,350 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., storeName=e2783753e5c4d268adfc3ac5a73c9ac9/A, priority=12, startTime=1732523129191; duration=0sec 2024-11-25T08:25:29,350 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:29,350 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2783753e5c4d268adfc3ac5a73c9ac9:A 2024-11-25T08:25:29,354 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112591fbb8d350a64cf0a9e0b32db00ec13f_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112591fbb8d350a64cf0a9e0b32db00ec13f_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:29,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/018d234fc70e45d2b5dd69c6b016a996, store: [table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:29,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/018d234fc70e45d2b5dd69c6b016a996 is 175, key is test_row_0/A:col10/1732523128668/Put/seqid=0 2024-11-25T08:25:29,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742274_1450 (size=31255) 2024-11-25T08:25:29,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523189398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:29,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523189398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:29,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523189398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:29,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523189506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:29,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523189507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:29,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523189507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T08:25:29,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523189708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:29,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523189708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:29,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523189709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:29,752 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T08:25:29,859 DEBUG [Thread-1632 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b488445 to 127.0.0.1:59350 2024-11-25T08:25:29,859 DEBUG [Thread-1632 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:25:29,863 DEBUG [Thread-1634 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6080624a to 127.0.0.1:59350 2024-11-25T08:25:29,863 DEBUG [Thread-1634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:25:29,863 DEBUG [Thread-1638 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3312cea7 to 127.0.0.1:59350 2024-11-25T08:25:29,863 DEBUG [Thread-1638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:25:29,864 DEBUG [Thread-1640 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x71622006 to 127.0.0.1:59350 2024-11-25T08:25:29,864 DEBUG [Thread-1640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:25:29,865 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/018d234fc70e45d2b5dd69c6b016a996 2024-11-25T08:25:29,868 DEBUG [Thread-1636 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5db8b6e5 to 127.0.0.1:59350 2024-11-25T08:25:29,868 DEBUG [Thread-1636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:25:29,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/cb496ea5a8304177bd900afd7176cb84 is 50, key is test_row_0/B:col10/1732523128668/Put/seqid=0 2024-11-25T08:25:29,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742275_1451 (size=12301) 2024-11-25T08:25:30,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:30,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523190013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523190013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:30,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523190014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:30,274 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/cb496ea5a8304177bd900afd7176cb84 2024-11-25T08:25:30,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/11d86d28761b4670958b92b59ed47e1f is 50, key is test_row_0/C:col10/1732523128668/Put/seqid=0 2024-11-25T08:25:30,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742276_1452 (size=12301) 2024-11-25T08:25:30,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40454 deadline: 1732523190515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:30,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40464 deadline: 1732523190516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:30,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40476 deadline: 1732523190519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T08:25:30,683 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/11d86d28761b4670958b92b59ed47e1f 2024-11-25T08:25:30,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/018d234fc70e45d2b5dd69c6b016a996 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/018d234fc70e45d2b5dd69c6b016a996 2024-11-25T08:25:30,690 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/018d234fc70e45d2b5dd69c6b016a996, entries=150, sequenceid=327, filesize=30.5 K 2024-11-25T08:25:30,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/cb496ea5a8304177bd900afd7176cb84 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/cb496ea5a8304177bd900afd7176cb84 2024-11-25T08:25:30,693 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/cb496ea5a8304177bd900afd7176cb84, entries=150, sequenceid=327, filesize=12.0 K 2024-11-25T08:25:30,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/11d86d28761b4670958b92b59ed47e1f as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/11d86d28761b4670958b92b59ed47e1f 2024-11-25T08:25:30,696 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/11d86d28761b4670958b92b59ed47e1f, entries=150, sequenceid=327, filesize=12.0 K 2024-11-25T08:25:30,697 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for e2783753e5c4d268adfc3ac5a73c9ac9 in 1454ms, sequenceid=327, compaction requested=false 2024-11-25T08:25:30,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:30,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:30,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-25T08:25:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-25T08:25:30,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-25T08:25:30,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2190 sec 2024-11-25T08:25:30,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 2.2240 sec 2024-11-25T08:25:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:31,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e2783753e5c4d268adfc3ac5a73c9ac9 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T08:25:31,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=A 2024-11-25T08:25:31,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:31,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=B 2024-11-25T08:25:31,521 DEBUG [Thread-1623 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54548af7 to 127.0.0.1:59350 2024-11-25T08:25:31,521 DEBUG [Thread-1625 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b66a82f to 127.0.0.1:59350 2024-11-25T08:25:31,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:31,521 DEBUG [Thread-1623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:25:31,521 DEBUG [Thread-1625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:25:31,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=C 2024-11-25T08:25:31,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:31,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112540595aff9e54457484d744f72e3ac14c_e2783753e5c4d268adfc3ac5a73c9ac9 is 50, key is test_row_0/A:col10/1732523131520/Put/seqid=0 2024-11-25T08:25:31,527 DEBUG [Thread-1629 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x397fd5fa to 127.0.0.1:59350 2024-11-25T08:25:31,527 DEBUG [Thread-1629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:25:31,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742277_1453 (size=12454) 2024-11-25T08:25:31,930 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:31,933 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112540595aff9e54457484d744f72e3ac14c_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112540595aff9e54457484d744f72e3ac14c_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:31,934 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/13e2c38ed60a40c0be79432eaad03291, store: [table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:31,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/13e2c38ed60a40c0be79432eaad03291 is 175, key is test_row_0/A:col10/1732523131520/Put/seqid=0 2024-11-25T08:25:31,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742278_1454 (size=31255) 2024-11-25T08:25:32,338 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=345, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/13e2c38ed60a40c0be79432eaad03291 2024-11-25T08:25:32,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/7335105e8fb0472abf45ac67d66fec5d is 50, key is test_row_0/B:col10/1732523131520/Put/seqid=0 2024-11-25T08:25:32,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742279_1455 (size=12301) 2024-11-25T08:25:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T08:25:32,582 INFO [Thread-1631 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-25T08:25:32,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/7335105e8fb0472abf45ac67d66fec5d 2024-11-25T08:25:32,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/0153d8661f44401fa4284e5867d445e9 is 50, key is test_row_0/C:col10/1732523131520/Put/seqid=0 2024-11-25T08:25:32,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742280_1456 (size=12301) 2024-11-25T08:25:32,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/0153d8661f44401fa4284e5867d445e9 2024-11-25T08:25:32,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/13e2c38ed60a40c0be79432eaad03291 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/13e2c38ed60a40c0be79432eaad03291 2024-11-25T08:25:32,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/13e2c38ed60a40c0be79432eaad03291, entries=150, sequenceid=345, filesize=30.5 K 2024-11-25T08:25:32,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/7335105e8fb0472abf45ac67d66fec5d as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/7335105e8fb0472abf45ac67d66fec5d 2024-11-25T08:25:32,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/7335105e8fb0472abf45ac67d66fec5d, entries=150, sequenceid=345, filesize=12.0 K 2024-11-25T08:25:32,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/0153d8661f44401fa4284e5867d445e9 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/0153d8661f44401fa4284e5867d445e9 2024-11-25T08:25:32,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/0153d8661f44401fa4284e5867d445e9, entries=150, sequenceid=345, filesize=12.0 K 2024-11-25T08:25:32,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=6.71 KB/6870 for e2783753e5c4d268adfc3ac5a73c9ac9 in 1258ms, sequenceid=345, compaction requested=true 2024-11-25T08:25:32,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:32,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2783753e5c4d268adfc3ac5a73c9ac9:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:25:32,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:32,779 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:32,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2783753e5c4d268adfc3ac5a73c9ac9:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:25:32,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:32,779 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:32,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e2783753e5c4d268adfc3ac5a73c9ac9:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:25:32,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:32,780 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94588 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:32,780 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:32,780 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): e2783753e5c4d268adfc3ac5a73c9ac9/A is initiating minor compaction (all files) 2024-11-25T08:25:32,780 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): e2783753e5c4d268adfc3ac5a73c9ac9/B is initiating minor compaction (all files) 2024-11-25T08:25:32,780 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2783753e5c4d268adfc3ac5a73c9ac9/B in TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:32,780 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2783753e5c4d268adfc3ac5a73c9ac9/A in TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:32,780 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/65c755e834be435c9ced02a051b5e4bd, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/cb496ea5a8304177bd900afd7176cb84, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/7335105e8fb0472abf45ac67d66fec5d] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp, totalSize=36.7 K 2024-11-25T08:25:32,780 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/597caba558104088803c5cd90e72691f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/018d234fc70e45d2b5dd69c6b016a996, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/13e2c38ed60a40c0be79432eaad03291] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp, totalSize=92.4 K 2024-11-25T08:25:32,780 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:32,780 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. files: [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/597caba558104088803c5cd90e72691f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/018d234fc70e45d2b5dd69c6b016a996, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/13e2c38ed60a40c0be79432eaad03291] 2024-11-25T08:25:32,780 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 65c755e834be435c9ced02a051b5e4bd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732523125789 2024-11-25T08:25:32,781 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 597caba558104088803c5cd90e72691f, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732523125789 2024-11-25T08:25:32,781 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting cb496ea5a8304177bd900afd7176cb84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732523128668 2024-11-25T08:25:32,781 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 018d234fc70e45d2b5dd69c6b016a996, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732523128668 2024-11-25T08:25:32,781 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 7335105e8fb0472abf45ac67d66fec5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732523129338 2024-11-25T08:25:32,781 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13e2c38ed60a40c0be79432eaad03291, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732523129338 2024-11-25T08:25:32,787 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:32,788 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125281a766a36e64670b87c72cade1f23c0_e2783753e5c4d268adfc3ac5a73c9ac9 store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:32,788 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2783753e5c4d268adfc3ac5a73c9ac9#B#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:32,789 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/d5f8ed3a79744d5fa8113168407836cd is 50, key is test_row_0/B:col10/1732523131520/Put/seqid=0 2024-11-25T08:25:32,790 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125281a766a36e64670b87c72cade1f23c0_e2783753e5c4d268adfc3ac5a73c9ac9, store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:32,791 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125281a766a36e64670b87c72cade1f23c0_e2783753e5c4d268adfc3ac5a73c9ac9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:32,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742281_1457 (size=13119) 2024-11-25T08:25:32,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742282_1458 (size=4469) 2024-11-25T08:25:33,198 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/d5f8ed3a79744d5fa8113168407836cd as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/d5f8ed3a79744d5fa8113168407836cd 2024-11-25T08:25:33,205 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2783753e5c4d268adfc3ac5a73c9ac9/B of e2783753e5c4d268adfc3ac5a73c9ac9 into d5f8ed3a79744d5fa8113168407836cd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:33,205 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:33,205 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., storeName=e2783753e5c4d268adfc3ac5a73c9ac9/B, priority=13, startTime=1732523132779; duration=0sec 2024-11-25T08:25:33,205 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:33,205 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2783753e5c4d268adfc3ac5a73c9ac9:B 2024-11-25T08:25:33,205 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:33,206 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:33,206 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): e2783753e5c4d268adfc3ac5a73c9ac9/C is initiating minor compaction (all files) 2024-11-25T08:25:33,206 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e2783753e5c4d268adfc3ac5a73c9ac9/C in TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:33,206 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/b47c916235be48e7bfea295d3285eee8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/11d86d28761b4670958b92b59ed47e1f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/0153d8661f44401fa4284e5867d445e9] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp, totalSize=36.7 K 2024-11-25T08:25:33,207 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2783753e5c4d268adfc3ac5a73c9ac9#A#compaction#380 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:33,207 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/c37cd1e14c0d4a879c3e0dfef591f329 is 175, key is test_row_0/A:col10/1732523131520/Put/seqid=0 2024-11-25T08:25:33,208 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting b47c916235be48e7bfea295d3285eee8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732523125789 2024-11-25T08:25:33,209 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 11d86d28761b4670958b92b59ed47e1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732523128668 2024-11-25T08:25:33,209 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 0153d8661f44401fa4284e5867d445e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732523129338 2024-11-25T08:25:33,217 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e2783753e5c4d268adfc3ac5a73c9ac9#C#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:33,218 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/9329ebf678e74b3588ef0b80ed97b1c9 is 50, key is test_row_0/C:col10/1732523131520/Put/seqid=0 2024-11-25T08:25:33,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742284_1460 (size=13119) 2024-11-25T08:25:33,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742283_1459 (size=32073) 2024-11-25T08:25:33,260 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/c37cd1e14c0d4a879c3e0dfef591f329 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/c37cd1e14c0d4a879c3e0dfef591f329 2024-11-25T08:25:33,265 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2783753e5c4d268adfc3ac5a73c9ac9/A of e2783753e5c4d268adfc3ac5a73c9ac9 into c37cd1e14c0d4a879c3e0dfef591f329(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:33,265 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:33,265 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., storeName=e2783753e5c4d268adfc3ac5a73c9ac9/A, priority=13, startTime=1732523132779; duration=0sec 2024-11-25T08:25:33,265 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:33,265 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2783753e5c4d268adfc3ac5a73c9ac9:A 2024-11-25T08:25:33,662 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/9329ebf678e74b3588ef0b80ed97b1c9 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/9329ebf678e74b3588ef0b80ed97b1c9 2024-11-25T08:25:33,668 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e2783753e5c4d268adfc3ac5a73c9ac9/C of e2783753e5c4d268adfc3ac5a73c9ac9 into 9329ebf678e74b3588ef0b80ed97b1c9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:33,668 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:33,668 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9., storeName=e2783753e5c4d268adfc3ac5a73c9ac9/C, priority=13, startTime=1732523132779; duration=0sec 2024-11-25T08:25:33,668 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:33,668 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e2783753e5c4d268adfc3ac5a73c9ac9:C 2024-11-25T08:25:38,316 DEBUG [Thread-1621 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78c13349 to 127.0.0.1:59350 2024-11-25T08:25:38,316 DEBUG [Thread-1621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:25:38,340 DEBUG [Thread-1627 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c59c760 to 127.0.0.1:59350 2024-11-25T08:25:38,341 DEBUG [Thread-1627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:25:38,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T08:25:38,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-25T08:25:38,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-25T08:25:38,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-25T08:25:38,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-11-25T08:25:38,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-25T08:25:38,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T08:25:38,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T08:25:38,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1223 2024-11-25T08:25:38,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3669 rows 2024-11-25T08:25:38,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1210 2024-11-25T08:25:38,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3630 rows 2024-11-25T08:25:38,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1233 2024-11-25T08:25:38,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3699 rows 2024-11-25T08:25:38,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1222 2024-11-25T08:25:38,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3666 rows 2024-11-25T08:25:38,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1229 2024-11-25T08:25:38,341 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3687 rows 2024-11-25T08:25:38,341 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T08:25:38,341 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1755e978 to 127.0.0.1:59350 2024-11-25T08:25:38,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:25:38,345 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T08:25:38,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-25T08:25:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T08:25:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T08:25:38,351 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523138351"}]},"ts":"1732523138351"} 2024-11-25T08:25:38,352 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T08:25:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T08:25:38,467 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T08:25:38,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T08:25:38,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e2783753e5c4d268adfc3ac5a73c9ac9, UNASSIGN}] 2024-11-25T08:25:38,471 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e2783753e5c4d268adfc3ac5a73c9ac9, UNASSIGN 2024-11-25T08:25:38,472 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=e2783753e5c4d268adfc3ac5a73c9ac9, regionState=CLOSING, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:38,473 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T08:25:38,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; CloseRegionProcedure e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560}] 2024-11-25T08:25:38,624 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:38,624 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] handler.UnassignRegionHandler(124): Close e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:38,624 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T08:25:38,625 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1681): Closing e2783753e5c4d268adfc3ac5a73c9ac9, disabling compactions & flushes 2024-11-25T08:25:38,625 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:38,625 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:38,625 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. after waiting 0 ms 2024-11-25T08:25:38,625 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:38,625 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(2837): Flushing e2783753e5c4d268adfc3ac5a73c9ac9 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-25T08:25:38,625 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=A 2024-11-25T08:25:38,625 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:38,625 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=B 2024-11-25T08:25:38,625 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:38,625 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e2783753e5c4d268adfc3ac5a73c9ac9, store=C 2024-11-25T08:25:38,625 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:38,632 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112571c53100c1d34bf486f044eb431681f9_e2783753e5c4d268adfc3ac5a73c9ac9 is 50, key is test_row_0/A:col10/1732523138339/Put/seqid=0 2024-11-25T08:25:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T08:25:38,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742285_1461 (size=9914) 2024-11-25T08:25:38,657 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:38,664 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112571c53100c1d34bf486f044eb431681f9_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112571c53100c1d34bf486f044eb431681f9_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:38,665 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/2fbb7d7c331049188cef9198b1285e3b, store: [table=TestAcidGuarantees family=A region=e2783753e5c4d268adfc3ac5a73c9ac9] 2024-11-25T08:25:38,665 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/2fbb7d7c331049188cef9198b1285e3b is 175, key is test_row_0/A:col10/1732523138339/Put/seqid=0 2024-11-25T08:25:38,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742286_1462 (size=22561) 2024-11-25T08:25:38,678 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/2fbb7d7c331049188cef9198b1285e3b 2024-11-25T08:25:38,690 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/f5754d06410c437eb9a091d03aad6fc7 is 50, key is test_row_0/B:col10/1732523138339/Put/seqid=0 2024-11-25T08:25:38,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742287_1463 (size=9857) 2024-11-25T08:25:38,737 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/f5754d06410c437eb9a091d03aad6fc7 2024-11-25T08:25:38,746 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/1929a121bbda4248891ebb24cbd88be5 is 50, key is test_row_0/C:col10/1732523138339/Put/seqid=0 2024-11-25T08:25:38,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742288_1464 (size=9857) 2024-11-25T08:25:38,859 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/009028c4c5d3461291449283cf5debee, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/641743345ef148c1b1720444aceeb5cc, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/96cf672a1fbf49b49579148bbe78e19e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6c6a92e083834ac39581e667b6b48322, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/33ce802dcfb84527ba5275f4f5577437, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/adac52e180fc4f6099e6a4c912cb11ea, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/7b42dc09e11b402c9e30d23a67bcb961, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/70dd76202515439996dc1df2e58b48ab, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/88de6fa38c8e47a492b11d9dae796c60, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/93b15791ac954caebec597e8282e8d3a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6682a9f0c5d340789349c118f3171299, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6e7a600b8c2b44f3962c7f2e0c09735b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/106f47023e54487d89628f94a8aa7e37, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/69a3fc84269e441893866821ec6c2cfd, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/070aa79901424c9ab41cf2c140aee0f6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/c99ced13620b47bbae283426ff39be5c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6b6807ee68464862bbeb39fb097eeb15, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/2fcb5eb1d85d49e7ad50be9f39017f62, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/1ff53db7f3b84f0c9a8427a42c2b8288, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/c4a1140a80c74842b7d30627ccbeb7e5, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/597caba558104088803c5cd90e72691f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/288007a373a94432960e60f25af93a21, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/018d234fc70e45d2b5dd69c6b016a996, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/13e2c38ed60a40c0be79432eaad03291] to archive 2024-11-25T08:25:38,860 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T08:25:38,861 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/009028c4c5d3461291449283cf5debee to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/009028c4c5d3461291449283cf5debee 2024-11-25T08:25:38,862 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/641743345ef148c1b1720444aceeb5cc to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/641743345ef148c1b1720444aceeb5cc 2024-11-25T08:25:38,863 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/96cf672a1fbf49b49579148bbe78e19e to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/96cf672a1fbf49b49579148bbe78e19e 2024-11-25T08:25:38,866 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6c6a92e083834ac39581e667b6b48322 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6c6a92e083834ac39581e667b6b48322 2024-11-25T08:25:38,867 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/33ce802dcfb84527ba5275f4f5577437 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/33ce802dcfb84527ba5275f4f5577437 2024-11-25T08:25:38,869 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/adac52e180fc4f6099e6a4c912cb11ea to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/adac52e180fc4f6099e6a4c912cb11ea 2024-11-25T08:25:38,870 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/7b42dc09e11b402c9e30d23a67bcb961 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/7b42dc09e11b402c9e30d23a67bcb961 2024-11-25T08:25:38,871 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/70dd76202515439996dc1df2e58b48ab to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/70dd76202515439996dc1df2e58b48ab 2024-11-25T08:25:38,872 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/88de6fa38c8e47a492b11d9dae796c60 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/88de6fa38c8e47a492b11d9dae796c60 2024-11-25T08:25:38,874 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/93b15791ac954caebec597e8282e8d3a to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/93b15791ac954caebec597e8282e8d3a 2024-11-25T08:25:38,875 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6682a9f0c5d340789349c118f3171299 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6682a9f0c5d340789349c118f3171299 2024-11-25T08:25:38,876 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6e7a600b8c2b44f3962c7f2e0c09735b to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6e7a600b8c2b44f3962c7f2e0c09735b 2024-11-25T08:25:38,879 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/106f47023e54487d89628f94a8aa7e37 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/106f47023e54487d89628f94a8aa7e37 2024-11-25T08:25:38,880 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/69a3fc84269e441893866821ec6c2cfd to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/69a3fc84269e441893866821ec6c2cfd 2024-11-25T08:25:38,881 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/070aa79901424c9ab41cf2c140aee0f6 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/070aa79901424c9ab41cf2c140aee0f6 2024-11-25T08:25:38,882 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/c99ced13620b47bbae283426ff39be5c to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/c99ced13620b47bbae283426ff39be5c 2024-11-25T08:25:38,883 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6b6807ee68464862bbeb39fb097eeb15 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/6b6807ee68464862bbeb39fb097eeb15 2024-11-25T08:25:38,885 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/2fcb5eb1d85d49e7ad50be9f39017f62 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/2fcb5eb1d85d49e7ad50be9f39017f62 2024-11-25T08:25:38,886 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/1ff53db7f3b84f0c9a8427a42c2b8288 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/1ff53db7f3b84f0c9a8427a42c2b8288 2024-11-25T08:25:38,887 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/c4a1140a80c74842b7d30627ccbeb7e5 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/c4a1140a80c74842b7d30627ccbeb7e5 2024-11-25T08:25:38,888 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/597caba558104088803c5cd90e72691f to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/597caba558104088803c5cd90e72691f 2024-11-25T08:25:38,889 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/288007a373a94432960e60f25af93a21 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/288007a373a94432960e60f25af93a21 2024-11-25T08:25:38,890 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/018d234fc70e45d2b5dd69c6b016a996 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/018d234fc70e45d2b5dd69c6b016a996 2024-11-25T08:25:38,891 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/13e2c38ed60a40c0be79432eaad03291 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/13e2c38ed60a40c0be79432eaad03291 2024-11-25T08:25:38,895 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/16ec45ef8acf49a5b291d335abeb3a2e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/6fecbe2a4c0b4641908e9d93d5093d4c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/1d3d44a233da4cdc875fa8cafd11d8a6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/63c6e6a2dc3d473e94bc6fd2255670f1, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/4c6832a9b0154601b20a74d41cac7f08, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/0f57326315764c61843fc9e30d60fc23, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/2576be4982ff41b8841db9614ef80fdd, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/59dad78d92b5416991e7c797b76c71c7, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/c5f3b06b529544ff81546a4ce6eb6900, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/f4d45d4c92ae494ba563b1c1141aa7dc, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/dd5973eaea5d4dde854dabad2a426047, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/3d92f09b4849461090da2ec3bc475af7, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/5045ce47a2074c96a8086b8fc2ec6e2a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/b1f0731c1822418c856943498dec4078, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/57392661e58641629a784b4c5bc28929, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/7eeb2f1df7a541c386fb34a1f43683c5, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/df590a7835824bdbb110107350acbb40, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/39dc24e480f14b8c8317465e92652640, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/11d90e5439bb4a65adb7abb751c95236, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/98466ddfbb0748f680aed12c52f57823, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/65c755e834be435c9ced02a051b5e4bd, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/53b3eaa8b2054d67b4b679a46350b691, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/cb496ea5a8304177bd900afd7176cb84, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/7335105e8fb0472abf45ac67d66fec5d] to archive 2024-11-25T08:25:38,896 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T08:25:38,898 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/16ec45ef8acf49a5b291d335abeb3a2e to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/16ec45ef8acf49a5b291d335abeb3a2e 2024-11-25T08:25:38,899 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/6fecbe2a4c0b4641908e9d93d5093d4c to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/6fecbe2a4c0b4641908e9d93d5093d4c 2024-11-25T08:25:38,900 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/1d3d44a233da4cdc875fa8cafd11d8a6 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/1d3d44a233da4cdc875fa8cafd11d8a6 2024-11-25T08:25:38,901 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/63c6e6a2dc3d473e94bc6fd2255670f1 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/63c6e6a2dc3d473e94bc6fd2255670f1 2024-11-25T08:25:38,902 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/4c6832a9b0154601b20a74d41cac7f08 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/4c6832a9b0154601b20a74d41cac7f08 2024-11-25T08:25:38,903 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/0f57326315764c61843fc9e30d60fc23 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/0f57326315764c61843fc9e30d60fc23 2024-11-25T08:25:38,904 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/2576be4982ff41b8841db9614ef80fdd to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/2576be4982ff41b8841db9614ef80fdd 2024-11-25T08:25:38,905 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/59dad78d92b5416991e7c797b76c71c7 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/59dad78d92b5416991e7c797b76c71c7 2024-11-25T08:25:38,906 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/c5f3b06b529544ff81546a4ce6eb6900 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/c5f3b06b529544ff81546a4ce6eb6900 2024-11-25T08:25:38,907 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/f4d45d4c92ae494ba563b1c1141aa7dc to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/f4d45d4c92ae494ba563b1c1141aa7dc 2024-11-25T08:25:38,908 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/dd5973eaea5d4dde854dabad2a426047 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/dd5973eaea5d4dde854dabad2a426047 2024-11-25T08:25:38,909 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/3d92f09b4849461090da2ec3bc475af7 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/3d92f09b4849461090da2ec3bc475af7 2024-11-25T08:25:38,910 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/5045ce47a2074c96a8086b8fc2ec6e2a to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/5045ce47a2074c96a8086b8fc2ec6e2a 2024-11-25T08:25:38,911 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/b1f0731c1822418c856943498dec4078 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/b1f0731c1822418c856943498dec4078 2024-11-25T08:25:38,912 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/57392661e58641629a784b4c5bc28929 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/57392661e58641629a784b4c5bc28929 2024-11-25T08:25:38,913 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/7eeb2f1df7a541c386fb34a1f43683c5 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/7eeb2f1df7a541c386fb34a1f43683c5 2024-11-25T08:25:38,914 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/df590a7835824bdbb110107350acbb40 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/df590a7835824bdbb110107350acbb40 2024-11-25T08:25:38,915 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/39dc24e480f14b8c8317465e92652640 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/39dc24e480f14b8c8317465e92652640 2024-11-25T08:25:38,916 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/11d90e5439bb4a65adb7abb751c95236 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/11d90e5439bb4a65adb7abb751c95236 2024-11-25T08:25:38,917 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/98466ddfbb0748f680aed12c52f57823 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/98466ddfbb0748f680aed12c52f57823 2024-11-25T08:25:38,918 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/65c755e834be435c9ced02a051b5e4bd to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/65c755e834be435c9ced02a051b5e4bd 2024-11-25T08:25:38,921 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/53b3eaa8b2054d67b4b679a46350b691 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/53b3eaa8b2054d67b4b679a46350b691 2024-11-25T08:25:38,922 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/cb496ea5a8304177bd900afd7176cb84 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/cb496ea5a8304177bd900afd7176cb84 2024-11-25T08:25:38,923 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/7335105e8fb0472abf45ac67d66fec5d to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/7335105e8fb0472abf45ac67d66fec5d 2024-11-25T08:25:38,928 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/9139ed8195944a9caeb21354c3fdae15, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/5cac5d8d5c9e4b5d93da7b2faa676843, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/e0430e5e63c4469ba804968bac995518, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/3c742086ef604191b6ed0bc2591d637b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/fb71c5829485407aaaf9b572ffc8adb8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/3fc0766b6261460fa8f7292ca646d0a5, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/0608da8cb7714f6cbfb9aac8d26dc56a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/8985c4a9da1b4239b36e8b466894c636, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/9488d4870d304200b5d91b287d3b2b0b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/afceb9fe7033424281ee5d41e88f367b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/912dcf1a4a0f48fbae1446cb176e1269, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/1257c6ff102d4d6990f7edbdce17bde4, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/0b6b8a83f9114c48b4da2dda91a43cce, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/6d8a47107c664100bdf2c4b393b394d0, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/8493c9eb5fbf42518315e857da36185e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/6dd8fa5d89134cc2b9ace2c2bd0be987, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/a46c378fbd47455db833f4eefae67e1f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/02ed095b3c42481485d5cbc4b8a1c78a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/76a485505d794b64a6134d9f75b566ac, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/47d028dc17f4467497447e5e1ae135b6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/b47c916235be48e7bfea295d3285eee8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/afacd8bdcb66409dae7d0f0951c8ef66, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/11d86d28761b4670958b92b59ed47e1f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/0153d8661f44401fa4284e5867d445e9] to archive 2024-11-25T08:25:38,931 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T08:25:38,932 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/9139ed8195944a9caeb21354c3fdae15 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/9139ed8195944a9caeb21354c3fdae15 2024-11-25T08:25:38,935 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/5cac5d8d5c9e4b5d93da7b2faa676843 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/5cac5d8d5c9e4b5d93da7b2faa676843 2024-11-25T08:25:38,951 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/e0430e5e63c4469ba804968bac995518 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/e0430e5e63c4469ba804968bac995518 2024-11-25T08:25:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T08:25:38,973 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/3c742086ef604191b6ed0bc2591d637b to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/3c742086ef604191b6ed0bc2591d637b 2024-11-25T08:25:38,974 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/fb71c5829485407aaaf9b572ffc8adb8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/fb71c5829485407aaaf9b572ffc8adb8 2024-11-25T08:25:38,977 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/3fc0766b6261460fa8f7292ca646d0a5 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/3fc0766b6261460fa8f7292ca646d0a5 2024-11-25T08:25:38,979 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/0608da8cb7714f6cbfb9aac8d26dc56a to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/0608da8cb7714f6cbfb9aac8d26dc56a 2024-11-25T08:25:38,982 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/8985c4a9da1b4239b36e8b466894c636 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/8985c4a9da1b4239b36e8b466894c636 2024-11-25T08:25:38,985 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/9488d4870d304200b5d91b287d3b2b0b to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/9488d4870d304200b5d91b287d3b2b0b 2024-11-25T08:25:38,986 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/afceb9fe7033424281ee5d41e88f367b to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/afceb9fe7033424281ee5d41e88f367b 2024-11-25T08:25:38,988 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/912dcf1a4a0f48fbae1446cb176e1269 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/912dcf1a4a0f48fbae1446cb176e1269 2024-11-25T08:25:38,989 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/1257c6ff102d4d6990f7edbdce17bde4 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/1257c6ff102d4d6990f7edbdce17bde4 2024-11-25T08:25:38,990 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/0b6b8a83f9114c48b4da2dda91a43cce to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/0b6b8a83f9114c48b4da2dda91a43cce 2024-11-25T08:25:38,992 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/6d8a47107c664100bdf2c4b393b394d0 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/6d8a47107c664100bdf2c4b393b394d0 2024-11-25T08:25:38,994 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/8493c9eb5fbf42518315e857da36185e to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/8493c9eb5fbf42518315e857da36185e 2024-11-25T08:25:38,997 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/6dd8fa5d89134cc2b9ace2c2bd0be987 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/6dd8fa5d89134cc2b9ace2c2bd0be987 2024-11-25T08:25:38,999 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/a46c378fbd47455db833f4eefae67e1f to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/a46c378fbd47455db833f4eefae67e1f 2024-11-25T08:25:39,000 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/02ed095b3c42481485d5cbc4b8a1c78a to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/02ed095b3c42481485d5cbc4b8a1c78a 2024-11-25T08:25:39,003 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/76a485505d794b64a6134d9f75b566ac to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/76a485505d794b64a6134d9f75b566ac 2024-11-25T08:25:39,004 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/47d028dc17f4467497447e5e1ae135b6 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/47d028dc17f4467497447e5e1ae135b6 2024-11-25T08:25:39,005 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/b47c916235be48e7bfea295d3285eee8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/b47c916235be48e7bfea295d3285eee8 2024-11-25T08:25:39,009 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/afacd8bdcb66409dae7d0f0951c8ef66 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/afacd8bdcb66409dae7d0f0951c8ef66 2024-11-25T08:25:39,010 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/11d86d28761b4670958b92b59ed47e1f to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/11d86d28761b4670958b92b59ed47e1f 2024-11-25T08:25:39,011 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/79c23c06fcc9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/0153d8661f44401fa4284e5867d445e9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/0153d8661f44401fa4284e5867d445e9 2024-11-25T08:25:39,184 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/1929a121bbda4248891ebb24cbd88be5 2024-11-25T08:25:39,190 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/A/2fbb7d7c331049188cef9198b1285e3b as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/2fbb7d7c331049188cef9198b1285e3b 2024-11-25T08:25:39,193 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/2fbb7d7c331049188cef9198b1285e3b, entries=100, sequenceid=354, filesize=22.0 K 2024-11-25T08:25:39,198 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/B/f5754d06410c437eb9a091d03aad6fc7 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/f5754d06410c437eb9a091d03aad6fc7 2024-11-25T08:25:39,203 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/f5754d06410c437eb9a091d03aad6fc7, entries=100, sequenceid=354, filesize=9.6 K 2024-11-25T08:25:39,203 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/.tmp/C/1929a121bbda4248891ebb24cbd88be5 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/1929a121bbda4248891ebb24cbd88be5 2024-11-25T08:25:39,207 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/1929a121bbda4248891ebb24cbd88be5, entries=100, sequenceid=354, filesize=9.6 K 2024-11-25T08:25:39,207 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for e2783753e5c4d268adfc3ac5a73c9ac9 in 582ms, sequenceid=354, compaction requested=false 2024-11-25T08:25:39,223 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/recovered.edits/357.seqid, newMaxSeqId=357, maxSeqId=4 2024-11-25T08:25:39,223 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9. 2024-11-25T08:25:39,223 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1635): Region close journal for e2783753e5c4d268adfc3ac5a73c9ac9: 2024-11-25T08:25:39,225 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] handler.UnassignRegionHandler(170): Closed e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:39,225 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=e2783753e5c4d268adfc3ac5a73c9ac9, regionState=CLOSED 2024-11-25T08:25:39,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-25T08:25:39,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; CloseRegionProcedure e2783753e5c4d268adfc3ac5a73c9ac9, server=79c23c06fcc9,37061,1732523014560 in 753 msec 2024-11-25T08:25:39,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=126, resume processing ppid=125 2024-11-25T08:25:39,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, ppid=125, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e2783753e5c4d268adfc3ac5a73c9ac9, UNASSIGN in 757 msec 2024-11-25T08:25:39,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-25T08:25:39,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 761 msec 2024-11-25T08:25:39,230 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523139230"}]},"ts":"1732523139230"} 2024-11-25T08:25:39,231 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T08:25:39,275 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T08:25:39,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 930 msec 2024-11-25T08:25:39,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T08:25:39,454 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-25T08:25:39,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-25T08:25:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:25:39,456 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=128, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:25:39,456 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=128, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:25:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T08:25:39,457 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:39,460 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A, FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B, FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C, FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/recovered.edits] 2024-11-25T08:25:39,462 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/2fbb7d7c331049188cef9198b1285e3b to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/2fbb7d7c331049188cef9198b1285e3b 2024-11-25T08:25:39,463 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/c37cd1e14c0d4a879c3e0dfef591f329 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/A/c37cd1e14c0d4a879c3e0dfef591f329 2024-11-25T08:25:39,477 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/d5f8ed3a79744d5fa8113168407836cd to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/d5f8ed3a79744d5fa8113168407836cd 2024-11-25T08:25:39,481 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/f5754d06410c437eb9a091d03aad6fc7 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/B/f5754d06410c437eb9a091d03aad6fc7 2024-11-25T08:25:39,484 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/1929a121bbda4248891ebb24cbd88be5 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/1929a121bbda4248891ebb24cbd88be5 2024-11-25T08:25:39,488 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/9329ebf678e74b3588ef0b80ed97b1c9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/C/9329ebf678e74b3588ef0b80ed97b1c9 2024-11-25T08:25:39,491 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/recovered.edits/357.seqid to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9/recovered.edits/357.seqid 2024-11-25T08:25:39,492 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:39,493 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T08:25:39,493 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T08:25:39,494 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T08:25:39,497 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250946fbe3c25544e7a7d014410f709b1f_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250946fbe3c25544e7a7d014410f709b1f_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:39,498 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125098bbef59db445d9bf350e9006a482fb_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125098bbef59db445d9bf350e9006a482fb_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:39,499 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251585961eec72427f8f061aa48b0644f4_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251585961eec72427f8f061aa48b0644f4_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:39,501 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112516a98db77aca4c5482042e407a6b065d_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112516a98db77aca4c5482042e407a6b065d_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:39,502 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112518a6bcdf5d944be5a6ed761367c8e6b1_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112518a6bcdf5d944be5a6ed761367c8e6b1_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:39,505 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112540595aff9e54457484d744f72e3ac14c_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112540595aff9e54457484d744f72e3ac14c_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:39,506 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125423107f31b0645eea4e800255c74b879_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125423107f31b0645eea4e800255c74b879_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:39,508 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254f9c0650b26c46299047541f8a9f1d78_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254f9c0650b26c46299047541f8a9f1d78_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:39,510 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255059e3c0f6e3443f84204000a4256916_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255059e3c0f6e3443f84204000a4256916_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:39,512 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125556fba8ae5994bdc86b71b5b6f5bef51_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125556fba8ae5994bdc86b71b5b6f5bef51_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:39,513 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256681eb937cfb401aacb00d0942cc97ab_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256681eb937cfb401aacb00d0942cc97ab_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:39,514 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112571c53100c1d34bf486f044eb431681f9_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112571c53100c1d34bf486f044eb431681f9_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:39,515 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257477528f3aee438493b81c298342aa76_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257477528f3aee438493b81c298342aa76_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:39,516 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257f226b440dad4eab86b70f22b12c9051_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257f226b440dad4eab86b70f22b12c9051_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:39,517 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112591fbb8d350a64cf0a9e0b32db00ec13f_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112591fbb8d350a64cf0a9e0b32db00ec13f_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:39,518 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112595c1f58ccd2842afa4b159d167a97cd1_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112595c1f58ccd2842afa4b159d167a97cd1_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:39,519 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a967909cfed04324b8f2c6145c871b48_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a967909cfed04324b8f2c6145c871b48_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:39,520 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b1e25fa12d5b4219a0e7e68f71061b33_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b1e25fa12d5b4219a0e7e68f71061b33_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:39,520 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c109ef0feeb94ac98c8bfd145c86e43b_e2783753e5c4d268adfc3ac5a73c9ac9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c109ef0feeb94ac98c8bfd145c86e43b_e2783753e5c4d268adfc3ac5a73c9ac9 2024-11-25T08:25:39,521 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T08:25:39,523 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=128, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:25:39,525 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T08:25:39,527 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T08:25:39,528 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=128, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:25:39,528 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T08:25:39,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732523139528"}]},"ts":"9223372036854775807"} 2024-11-25T08:25:39,529 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T08:25:39,529 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e2783753e5c4d268adfc3ac5a73c9ac9, NAME => 'TestAcidGuarantees,,1732523107650.e2783753e5c4d268adfc3ac5a73c9ac9.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T08:25:39,529 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T08:25:39,529 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732523139529"}]},"ts":"9223372036854775807"} 2024-11-25T08:25:39,531 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T08:25:39,542 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=128, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:25:39,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 88 msec 2024-11-25T08:25:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T08:25:39,557 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-25T08:25:39,565 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237 (was 239), OpenFileDescriptor=455 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1089 (was 1186), ProcessCount=11 (was 11), AvailableMemoryMB=1199 (was 1335) 2024-11-25T08:25:39,574 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=237, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=1089, ProcessCount=11, AvailableMemoryMB=1199 2024-11-25T08:25:39,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T08:25:39,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T08:25:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=129, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T08:25:39,577 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T08:25:39,577 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:39,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 129 2024-11-25T08:25:39,578 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T08:25:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-25T08:25:39,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742289_1465 (size=963) 2024-11-25T08:25:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-25T08:25:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-25T08:25:39,994 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907 2024-11-25T08:25:40,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742290_1466 (size=53) 2024-11-25T08:25:40,016 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T08:25:40,016 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f0c6044ac2ccd2696898833e365fea7e, disabling compactions & flushes 2024-11-25T08:25:40,016 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:40,016 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:40,016 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. after waiting 0 ms 2024-11-25T08:25:40,016 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:40,016 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:40,016 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:40,017 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T08:25:40,017 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732523140017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732523140017"}]},"ts":"1732523140017"} 2024-11-25T08:25:40,018 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T08:25:40,019 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T08:25:40,021 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523140019"}]},"ts":"1732523140019"} 2024-11-25T08:25:40,021 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T08:25:40,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0c6044ac2ccd2696898833e365fea7e, ASSIGN}] 2024-11-25T08:25:40,043 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0c6044ac2ccd2696898833e365fea7e, ASSIGN 2024-11-25T08:25:40,044 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0c6044ac2ccd2696898833e365fea7e, ASSIGN; state=OFFLINE, location=79c23c06fcc9,37061,1732523014560; forceNewPlan=false, retain=false 2024-11-25T08:25:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-25T08:25:40,195 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=f0c6044ac2ccd2696898833e365fea7e, regionState=OPENING, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:40,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; OpenRegionProcedure f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560}] 2024-11-25T08:25:40,348 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:40,350 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:40,351 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(7285): Opening region: {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} 2024-11-25T08:25:40,351 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:40,351 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T08:25:40,351 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(7327): checking encryption for f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:40,351 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(7330): checking classloading for f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:40,352 INFO [StoreOpener-f0c6044ac2ccd2696898833e365fea7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:40,353 INFO [StoreOpener-f0c6044ac2ccd2696898833e365fea7e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:25:40,353 INFO [StoreOpener-f0c6044ac2ccd2696898833e365fea7e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0c6044ac2ccd2696898833e365fea7e columnFamilyName A 2024-11-25T08:25:40,353 DEBUG [StoreOpener-f0c6044ac2ccd2696898833e365fea7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:40,354 INFO [StoreOpener-f0c6044ac2ccd2696898833e365fea7e-1 {}] regionserver.HStore(327): Store=f0c6044ac2ccd2696898833e365fea7e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:25:40,354 INFO [StoreOpener-f0c6044ac2ccd2696898833e365fea7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:40,355 INFO [StoreOpener-f0c6044ac2ccd2696898833e365fea7e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:25:40,355 INFO [StoreOpener-f0c6044ac2ccd2696898833e365fea7e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0c6044ac2ccd2696898833e365fea7e columnFamilyName B 2024-11-25T08:25:40,355 DEBUG [StoreOpener-f0c6044ac2ccd2696898833e365fea7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:40,359 INFO [StoreOpener-f0c6044ac2ccd2696898833e365fea7e-1 {}] regionserver.HStore(327): Store=f0c6044ac2ccd2696898833e365fea7e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:25:40,359 INFO [StoreOpener-f0c6044ac2ccd2696898833e365fea7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:40,360 INFO [StoreOpener-f0c6044ac2ccd2696898833e365fea7e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:25:40,360 INFO [StoreOpener-f0c6044ac2ccd2696898833e365fea7e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0c6044ac2ccd2696898833e365fea7e columnFamilyName C 2024-11-25T08:25:40,360 DEBUG [StoreOpener-f0c6044ac2ccd2696898833e365fea7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:25:40,361 INFO [StoreOpener-f0c6044ac2ccd2696898833e365fea7e-1 {}] regionserver.HStore(327): Store=f0c6044ac2ccd2696898833e365fea7e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:25:40,361 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:40,362 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:40,362 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:40,365 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T08:25:40,366 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1085): writing seq id for f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:40,368 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T08:25:40,369 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1102): Opened f0c6044ac2ccd2696898833e365fea7e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71529985, jitterRate=0.06587983667850494}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T08:25:40,369 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1001): Region open journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:40,370 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., pid=131, masterSystemTime=1732523140348 2024-11-25T08:25:40,372 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=f0c6044ac2ccd2696898833e365fea7e, regionState=OPEN, openSeqNum=2, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:40,373 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:40,373 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:40,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-25T08:25:40,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; OpenRegionProcedure f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 in 176 msec 2024-11-25T08:25:40,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=130, resume processing ppid=129 2024-11-25T08:25:40,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, ppid=129, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0c6044ac2ccd2696898833e365fea7e, ASSIGN in 332 msec 2024-11-25T08:25:40,376 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T08:25:40,376 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523140376"}]},"ts":"1732523140376"} 2024-11-25T08:25:40,377 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T08:25:40,399 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T08:25:40,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 824 msec 2024-11-25T08:25:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-25T08:25:40,681 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 129 completed 2024-11-25T08:25:40,682 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d3557d8 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cb46b35 2024-11-25T08:25:40,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c2ccb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:25:40,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:25:40,731 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:25:40,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T08:25:40,733 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T08:25:40,735 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x57d4149c to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8e63090 2024-11-25T08:25:40,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a74f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:25:40,750 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55734ebd to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6ca89633 2024-11-25T08:25:40,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc452b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:25:40,763 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76097426 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5eb86dda 2024-11-25T08:25:40,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4176f56f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:25:40,777 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43843d0f to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e4f4e18 2024-11-25T08:25:40,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28640533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:25:40,797 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3afef062 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e6556ab 2024-11-25T08:25:40,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162085c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:25:40,821 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31cbce48 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23d71b75 2024-11-25T08:25:40,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17dafa0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:25:40,850 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x055cbf7e to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e4b1013 2024-11-25T08:25:40,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e01a37a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:25:40,868 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00dd243c to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46d077bc 2024-11-25T08:25:40,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1519166f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:25:40,887 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4a2012ec to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f88f183 2024-11-25T08:25:40,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527f3473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:25:40,940 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x124e98e8 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a0267cb 2024-11-25T08:25:40,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71750c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:25:40,979 DEBUG [hconnection-0x44beb800-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:25:40,980 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:25:40,991 DEBUG [hconnection-0x2aeb0800-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:25:40,992 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:25:40,998 DEBUG [hconnection-0x35b4cd7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:25:40,999 DEBUG [hconnection-0x5be5ba24-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:25:41,001 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57934, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:25:41,002 DEBUG [hconnection-0x43cc4d43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:25:41,003 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:25:41,004 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:25:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:41,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T08:25:41,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:41,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:41,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:41,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:41,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:41,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:41,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:25:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-25T08:25:41,034 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:25:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T08:25:41,035 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:25:41,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:25:41,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523201043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523201043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/47c79131138a421186e08fccba1ca328 is 50, key is test_row_0/A:col10/1732523141012/Put/seqid=0 2024-11-25T08:25:41,083 DEBUG [hconnection-0x4746177f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:25:41,084 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:25:41,084 DEBUG [hconnection-0x2f98c4cf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:25:41,085 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:25:41,087 DEBUG [hconnection-0x4c97fd38-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:25:41,088 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:25:41,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523201089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,091 DEBUG [hconnection-0x41391b5d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:25:41,092 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:25:41,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523201103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,107 DEBUG [hconnection-0x3b17e29f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:25:41,110 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:25:41,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523201112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T08:25:41,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742291_1467 (size=14341) 2024-11-25T08:25:41,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/47c79131138a421186e08fccba1ca328 2024-11-25T08:25:41,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523201145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523201146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,186 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T08:25:41,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:41,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:41,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:41,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:41,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:41,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523201190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523201206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/f8731af0242f49409ce316a0a880306d is 50, key is test_row_0/B:col10/1732523141012/Put/seqid=0 2024-11-25T08:25:41,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523201216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742292_1468 (size=12001) 2024-11-25T08:25:41,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/f8731af0242f49409ce316a0a880306d 2024-11-25T08:25:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T08:25:41,341 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T08:25:41,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:41,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:41,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:41,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:41,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:41,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:41,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523201349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/5adb8072ec11418c95ccad03919748bf is 50, key is test_row_0/C:col10/1732523141012/Put/seqid=0 2024-11-25T08:25:41,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523201360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523201394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523201408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523201424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742293_1469 (size=12001) 2024-11-25T08:25:41,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/5adb8072ec11418c95ccad03919748bf 2024-11-25T08:25:41,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/47c79131138a421186e08fccba1ca328 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/47c79131138a421186e08fccba1ca328 2024-11-25T08:25:41,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/47c79131138a421186e08fccba1ca328, entries=200, sequenceid=12, filesize=14.0 K 2024-11-25T08:25:41,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/f8731af0242f49409ce316a0a880306d as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/f8731af0242f49409ce316a0a880306d 2024-11-25T08:25:41,495 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T08:25:41,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:41,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:41,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:41,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:41,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:41,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/f8731af0242f49409ce316a0a880306d, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T08:25:41,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/5adb8072ec11418c95ccad03919748bf as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/5adb8072ec11418c95ccad03919748bf 2024-11-25T08:25:41,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/5adb8072ec11418c95ccad03919748bf, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T08:25:41,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for f0c6044ac2ccd2696898833e365fea7e in 528ms, sequenceid=12, compaction requested=false 2024-11-25T08:25:41,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:41,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T08:25:41,648 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T08:25:41,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:41,649 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T08:25:41,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:41,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:41,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:41,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:41,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:41,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:41,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:41,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523201666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523201667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/f4b3ec1d53064736b92d13ac43ddd200 is 50, key is test_row_0/A:col10/1732523141042/Put/seqid=0 2024-11-25T08:25:41,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523201698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742294_1470 (size=12001) 2024-11-25T08:25:41,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523201719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523201728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523201771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523201771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523201978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:41,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523201978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:42,109 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/f4b3ec1d53064736b92d13ac43ddd200 2024-11-25T08:25:42,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/ac452a384522495ca942e77a2efa6f9c is 50, key is test_row_0/B:col10/1732523141042/Put/seqid=0 2024-11-25T08:25:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T08:25:42,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742295_1471 (size=12001) 2024-11-25T08:25:42,171 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/ac452a384522495ca942e77a2efa6f9c 2024-11-25T08:25:42,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/192f2db5621448d4a080e4918d7c92a9 is 50, key is test_row_0/C:col10/1732523141042/Put/seqid=0 2024-11-25T08:25:42,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523202202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:42,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742296_1472 (size=12001) 2024-11-25T08:25:42,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523202226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:42,231 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/192f2db5621448d4a080e4918d7c92a9 2024-11-25T08:25:42,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/f4b3ec1d53064736b92d13ac43ddd200 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/f4b3ec1d53064736b92d13ac43ddd200 2024-11-25T08:25:42,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523202236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:42,247 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/f4b3ec1d53064736b92d13ac43ddd200, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T08:25:42,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/ac452a384522495ca942e77a2efa6f9c as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/ac452a384522495ca942e77a2efa6f9c 2024-11-25T08:25:42,258 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/ac452a384522495ca942e77a2efa6f9c, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T08:25:42,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/192f2db5621448d4a080e4918d7c92a9 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/192f2db5621448d4a080e4918d7c92a9 2024-11-25T08:25:42,262 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/192f2db5621448d4a080e4918d7c92a9, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T08:25:42,263 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f0c6044ac2ccd2696898833e365fea7e in 614ms, sequenceid=38, compaction requested=false 2024-11-25T08:25:42,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:42,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:42,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-25T08:25:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-25T08:25:42,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-25T08:25:42,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2290 sec 2024-11-25T08:25:42,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.2320 sec 2024-11-25T08:25:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:42,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T08:25:42,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:42,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:42,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:42,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:42,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:42,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:42,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/9d1274a04a0a41d1a89b6668bedd57c4 is 50, key is test_row_1/A:col10/1732523142293/Put/seqid=0 2024-11-25T08:25:42,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742297_1473 (size=14337) 2024-11-25T08:25:42,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/9d1274a04a0a41d1a89b6668bedd57c4 2024-11-25T08:25:42,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/a1371b33321d48d0830d7674faff1994 is 50, key is test_row_1/B:col10/1732523142293/Put/seqid=0 2024-11-25T08:25:42,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742298_1474 (size=9657) 2024-11-25T08:25:42,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523202503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:42,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523202504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:42,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523202615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:42,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523202616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:42,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/a1371b33321d48d0830d7674faff1994 2024-11-25T08:25:42,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/4faa2e6584c749a698366ddddd032b1e is 50, key is test_row_1/C:col10/1732523142293/Put/seqid=0 2024-11-25T08:25:42,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742299_1475 (size=9657) 2024-11-25T08:25:42,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523202839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:42,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523202839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T08:25:43,139 INFO [Thread-2084 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-25T08:25:43,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:25:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-25T08:25:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T08:25:43,142 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:25:43,142 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:25:43,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:25:43,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523203151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:43,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523203159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:43,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523203218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:43,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523203231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T08:25:43,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/4faa2e6584c749a698366ddddd032b1e 2024-11-25T08:25:43,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/9d1274a04a0a41d1a89b6668bedd57c4 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/9d1274a04a0a41d1a89b6668bedd57c4 2024-11-25T08:25:43,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523203251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:43,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/9d1274a04a0a41d1a89b6668bedd57c4, entries=200, sequenceid=50, filesize=14.0 K 2024-11-25T08:25:43,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/a1371b33321d48d0830d7674faff1994 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/a1371b33321d48d0830d7674faff1994 2024-11-25T08:25:43,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/a1371b33321d48d0830d7674faff1994, entries=100, sequenceid=50, filesize=9.4 K 2024-11-25T08:25:43,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/4faa2e6584c749a698366ddddd032b1e as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/4faa2e6584c749a698366ddddd032b1e 2024-11-25T08:25:43,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/4faa2e6584c749a698366ddddd032b1e, entries=100, sequenceid=50, filesize=9.4 K 2024-11-25T08:25:43,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f0c6044ac2ccd2696898833e365fea7e in 964ms, sequenceid=50, compaction requested=true 2024-11-25T08:25:43,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:43,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:25:43,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:43,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:25:43,275 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:43,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:43,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:25:43,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:25:43,275 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:43,276 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40679 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:43,276 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/A is initiating minor compaction (all files) 2024-11-25T08:25:43,276 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/A in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:43,277 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/47c79131138a421186e08fccba1ca328, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/f4b3ec1d53064736b92d13ac43ddd200, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/9d1274a04a0a41d1a89b6668bedd57c4] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=39.7 K 2024-11-25T08:25:43,277 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:43,277 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/B is initiating minor compaction (all files) 2024-11-25T08:25:43,277 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/B in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:43,277 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/f8731af0242f49409ce316a0a880306d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/ac452a384522495ca942e77a2efa6f9c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/a1371b33321d48d0830d7674faff1994] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=32.9 K 2024-11-25T08:25:43,277 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47c79131138a421186e08fccba1ca328, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732523141009 2024-11-25T08:25:43,277 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting f8731af0242f49409ce316a0a880306d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732523141009 2024-11-25T08:25:43,277 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4b3ec1d53064736b92d13ac43ddd200, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732523141033 2024-11-25T08:25:43,277 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting ac452a384522495ca942e77a2efa6f9c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732523141033 2024-11-25T08:25:43,278 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d1274a04a0a41d1a89b6668bedd57c4, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732523141662 2024-11-25T08:25:43,278 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting a1371b33321d48d0830d7674faff1994, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732523142293 2024-11-25T08:25:43,293 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:43,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T08:25:43,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:43,294 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T08:25:43,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:43,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:43,294 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#B#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:43,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:43,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:43,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:43,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:43,295 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/d4f625686d214bfdada5d1dd20dc1d28 is 50, key is test_row_0/B:col10/1732523141042/Put/seqid=0 2024-11-25T08:25:43,303 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#A#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:43,304 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/8e57e5bd6f5d4350bab1798703e34748 is 50, key is test_row_0/A:col10/1732523141042/Put/seqid=0 2024-11-25T08:25:43,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/3ccb126f0fc04869a506ba1ef6c95826 is 50, key is test_row_0/A:col10/1732523142503/Put/seqid=0 2024-11-25T08:25:43,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742300_1476 (size=12104) 2024-11-25T08:25:43,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742301_1477 (size=12104) 2024-11-25T08:25:43,382 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/8e57e5bd6f5d4350bab1798703e34748 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/8e57e5bd6f5d4350bab1798703e34748 2024-11-25T08:25:43,387 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/A of f0c6044ac2ccd2696898833e365fea7e into 8e57e5bd6f5d4350bab1798703e34748(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:43,387 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:43,387 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/A, priority=13, startTime=1732523143275; duration=0sec 2024-11-25T08:25:43,387 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:43,387 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:A 2024-11-25T08:25:43,387 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:43,390 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:43,390 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/C is initiating minor compaction (all files) 2024-11-25T08:25:43,390 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/C in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:43,390 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/5adb8072ec11418c95ccad03919748bf, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/192f2db5621448d4a080e4918d7c92a9, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/4faa2e6584c749a698366ddddd032b1e] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=32.9 K 2024-11-25T08:25:43,391 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5adb8072ec11418c95ccad03919748bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732523141009 2024-11-25T08:25:43,391 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 192f2db5621448d4a080e4918d7c92a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732523141033 2024-11-25T08:25:43,391 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4faa2e6584c749a698366ddddd032b1e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732523142293 2024-11-25T08:25:43,415 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#C#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:43,416 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/d923d046bb3c4ea78c09c57c2ad2d875 is 50, key is test_row_0/C:col10/1732523141042/Put/seqid=0 2024-11-25T08:25:43,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742302_1478 (size=12001) 2024-11-25T08:25:43,427 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/3ccb126f0fc04869a506ba1ef6c95826 2024-11-25T08:25:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T08:25:43,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/7ca252af3712446894ce9dae0309e17f is 50, key is test_row_0/B:col10/1732523142503/Put/seqid=0 2024-11-25T08:25:43,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742303_1479 (size=12104) 2024-11-25T08:25:43,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742304_1480 (size=12001) 2024-11-25T08:25:43,519 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/7ca252af3712446894ce9dae0309e17f 2024-11-25T08:25:43,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/5b9b0ccbecf44c098275c918af42cb82 is 50, key is test_row_0/C:col10/1732523142503/Put/seqid=0 2024-11-25T08:25:43,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742305_1481 (size=12001) 2024-11-25T08:25:43,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:43,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:43,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523203727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T08:25:43,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523203740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:43,792 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/d4f625686d214bfdada5d1dd20dc1d28 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/d4f625686d214bfdada5d1dd20dc1d28 2024-11-25T08:25:43,828 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/B of f0c6044ac2ccd2696898833e365fea7e into d4f625686d214bfdada5d1dd20dc1d28(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:43,828 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:43,828 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/B, priority=13, startTime=1732523143275; duration=0sec 2024-11-25T08:25:43,828 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:43,828 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:B 2024-11-25T08:25:43,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523203847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:43,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523203853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:43,892 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/d923d046bb3c4ea78c09c57c2ad2d875 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/d923d046bb3c4ea78c09c57c2ad2d875 2024-11-25T08:25:43,899 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/C of f0c6044ac2ccd2696898833e365fea7e into d923d046bb3c4ea78c09c57c2ad2d875(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:43,899 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:43,899 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/C, priority=13, startTime=1732523143275; duration=0sec 2024-11-25T08:25:43,899 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:43,900 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:C 2024-11-25T08:25:44,008 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/5b9b0ccbecf44c098275c918af42cb82 2024-11-25T08:25:44,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/3ccb126f0fc04869a506ba1ef6c95826 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/3ccb126f0fc04869a506ba1ef6c95826 2024-11-25T08:25:44,021 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/3ccb126f0fc04869a506ba1ef6c95826, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T08:25:44,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/7ca252af3712446894ce9dae0309e17f as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/7ca252af3712446894ce9dae0309e17f 2024-11-25T08:25:44,028 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/7ca252af3712446894ce9dae0309e17f, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T08:25:44,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/5b9b0ccbecf44c098275c918af42cb82 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/5b9b0ccbecf44c098275c918af42cb82 2024-11-25T08:25:44,035 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/5b9b0ccbecf44c098275c918af42cb82, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T08:25:44,036 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f0c6044ac2ccd2696898833e365fea7e in 742ms, sequenceid=74, compaction requested=false 2024-11-25T08:25:44,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:44,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:44,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-25T08:25:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-25T08:25:44,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-25T08:25:44,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 895 msec 2024-11-25T08:25:44,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 897 msec 2024-11-25T08:25:44,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T08:25:44,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:44,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:44,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:44,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:44,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:44,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:44,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/4688d5062cea49a1a98352926e638e11 is 50, key is test_row_0/A:col10/1732523144061/Put/seqid=0 2024-11-25T08:25:44,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742306_1482 (size=14341) 2024-11-25T08:25:44,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/4688d5062cea49a1a98352926e638e11 2024-11-25T08:25:44,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/cb78691ed4344cc1b651baece70cd4c7 is 50, key is test_row_0/B:col10/1732523144061/Put/seqid=0 2024-11-25T08:25:44,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742307_1483 (size=12001) 2024-11-25T08:25:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T08:25:44,245 INFO [Thread-2084 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-25T08:25:44,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:25:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-25T08:25:44,248 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:25:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T08:25:44,251 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:25:44,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:25:44,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523204265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:44,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523204267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T08:25:44,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523204381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:44,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523204388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:44,402 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:44,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T08:25:44,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:44,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:44,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:44,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:44,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:44,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/cb78691ed4344cc1b651baece70cd4c7 2024-11-25T08:25:44,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/587a0b2817214977be27ab20048c4826 is 50, key is test_row_0/C:col10/1732523144061/Put/seqid=0 2024-11-25T08:25:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T08:25:44,557 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:44,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T08:25:44,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:44,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:44,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:44,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:44,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:44,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742308_1484 (size=12001) 2024-11-25T08:25:44,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523204598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:44,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523204606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:44,709 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:44,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T08:25:44,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:44,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:44,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:44,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:44,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:44,791 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T08:25:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T08:25:44,870 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:44,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T08:25:44,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:44,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:44,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:44,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:44,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:44,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523204911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:44,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523204913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:44,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/587a0b2817214977be27ab20048c4826 2024-11-25T08:25:45,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/4688d5062cea49a1a98352926e638e11 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/4688d5062cea49a1a98352926e638e11 2024-11-25T08:25:45,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/4688d5062cea49a1a98352926e638e11, entries=200, sequenceid=90, filesize=14.0 K 2024-11-25T08:25:45,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/cb78691ed4344cc1b651baece70cd4c7 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/cb78691ed4344cc1b651baece70cd4c7 2024-11-25T08:25:45,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/cb78691ed4344cc1b651baece70cd4c7, entries=150, sequenceid=90, filesize=11.7 K 2024-11-25T08:25:45,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/587a0b2817214977be27ab20048c4826 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/587a0b2817214977be27ab20048c4826 2024-11-25T08:25:45,024 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:45,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T08:25:45,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:45,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:45,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:45,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:45,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:45,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/587a0b2817214977be27ab20048c4826, entries=150, sequenceid=90, filesize=11.7 K 2024-11-25T08:25:45,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f0c6044ac2ccd2696898833e365fea7e in 980ms, sequenceid=90, compaction requested=true 2024-11-25T08:25:45,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:45,042 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:45,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:25:45,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:45,043 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:45,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:25:45,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:45,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:25:45,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:45,043 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:45,043 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/A is initiating minor compaction (all files) 2024-11-25T08:25:45,044 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/A in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:45,044 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/8e57e5bd6f5d4350bab1798703e34748, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/3ccb126f0fc04869a506ba1ef6c95826, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/4688d5062cea49a1a98352926e638e11] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=37.5 K 2024-11-25T08:25:45,044 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:45,044 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/B is initiating minor compaction (all files) 2024-11-25T08:25:45,044 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/B in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:45,044 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/d4f625686d214bfdada5d1dd20dc1d28, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/7ca252af3712446894ce9dae0309e17f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/cb78691ed4344cc1b651baece70cd4c7] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=35.3 K 2024-11-25T08:25:45,045 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting d4f625686d214bfdada5d1dd20dc1d28, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732523141042 2024-11-25T08:25:45,045 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e57e5bd6f5d4350bab1798703e34748, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732523141042 2024-11-25T08:25:45,045 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ccb126f0fc04869a506ba1ef6c95826, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732523142468 2024-11-25T08:25:45,045 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ca252af3712446894ce9dae0309e17f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732523142468 2024-11-25T08:25:45,045 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting cb78691ed4344cc1b651baece70cd4c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732523143688 2024-11-25T08:25:45,045 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4688d5062cea49a1a98352926e638e11, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732523143688 2024-11-25T08:25:45,061 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#B#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:45,062 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/e3bd2baca97a42d0b36d75e54a345bf5 is 50, key is test_row_0/B:col10/1732523144061/Put/seqid=0 2024-11-25T08:25:45,075 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#A#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:45,076 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/a354586e0a2a4602b92180218e18e674 is 50, key is test_row_0/A:col10/1732523144061/Put/seqid=0 2024-11-25T08:25:45,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742309_1485 (size=12207) 2024-11-25T08:25:45,143 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/e3bd2baca97a42d0b36d75e54a345bf5 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/e3bd2baca97a42d0b36d75e54a345bf5 2024-11-25T08:25:45,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742310_1486 (size=12207) 2024-11-25T08:25:45,159 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/B of f0c6044ac2ccd2696898833e365fea7e into e3bd2baca97a42d0b36d75e54a345bf5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:45,159 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:45,159 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/B, priority=13, startTime=1732523145042; duration=0sec 2024-11-25T08:25:45,160 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:45,161 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:B 2024-11-25T08:25:45,161 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:45,162 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/a354586e0a2a4602b92180218e18e674 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/a354586e0a2a4602b92180218e18e674 2024-11-25T08:25:45,163 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:45,163 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/C is initiating minor compaction (all files) 2024-11-25T08:25:45,163 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/C in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:45,163 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/d923d046bb3c4ea78c09c57c2ad2d875, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/5b9b0ccbecf44c098275c918af42cb82, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/587a0b2817214977be27ab20048c4826] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=35.3 K 2024-11-25T08:25:45,166 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting d923d046bb3c4ea78c09c57c2ad2d875, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732523141042 2024-11-25T08:25:45,166 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b9b0ccbecf44c098275c918af42cb82, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732523142468 2024-11-25T08:25:45,168 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 587a0b2817214977be27ab20048c4826, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732523143688 2024-11-25T08:25:45,168 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/A of f0c6044ac2ccd2696898833e365fea7e into a354586e0a2a4602b92180218e18e674(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:45,168 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:45,168 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/A, priority=13, startTime=1732523145042; duration=0sec 2024-11-25T08:25:45,168 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:45,168 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:A 2024-11-25T08:25:45,179 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:45,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T08:25:45,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:45,180 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T08:25:45,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:45,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:45,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:45,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:45,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:45,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:45,188 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#C#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:45,188 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/2dbb0f9140f849048c1687a199c4bf12 is 50, key is test_row_0/C:col10/1732523144061/Put/seqid=0 2024-11-25T08:25:45,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/6715e0b0d70a4202ab41934ef89d0031 is 50, key is test_row_0/A:col10/1732523144264/Put/seqid=0 2024-11-25T08:25:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:45,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:45,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742312_1488 (size=12001) 2024-11-25T08:25:45,264 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/6715e0b0d70a4202ab41934ef89d0031 2024-11-25T08:25:45,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742311_1487 (size=12207) 2024-11-25T08:25:45,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/82a9f5602b2347809e2b49c47455c1ba is 50, key is test_row_0/B:col10/1732523144264/Put/seqid=0 2024-11-25T08:25:45,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523205283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:45,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4533) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4464) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4953) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4947) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4943) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3233) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523205281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:45,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523205297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:45,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742313_1489 (size=12001) 2024-11-25T08:25:45,333 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/82a9f5602b2347809e2b49c47455c1ba 2024-11-25T08:25:45,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/9ec74197cec047e3bddd93c5c1bca729 is 50, key is test_row_0/C:col10/1732523144264/Put/seqid=0 2024-11-25T08:25:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T08:25:45,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742314_1490 (size=12001) 2024-11-25T08:25:45,387 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/9ec74197cec047e3bddd93c5c1bca729 2024-11-25T08:25:45,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/6715e0b0d70a4202ab41934ef89d0031 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/6715e0b0d70a4202ab41934ef89d0031 2024-11-25T08:25:45,398 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/6715e0b0d70a4202ab41934ef89d0031, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T08:25:45,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/82a9f5602b2347809e2b49c47455c1ba as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/82a9f5602b2347809e2b49c47455c1ba 2024-11-25T08:25:45,402 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/82a9f5602b2347809e2b49c47455c1ba, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T08:25:45,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/9ec74197cec047e3bddd93c5c1bca729 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/9ec74197cec047e3bddd93c5c1bca729 2024-11-25T08:25:45,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523205399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:45,423 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/9ec74197cec047e3bddd93c5c1bca729, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T08:25:45,424 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f0c6044ac2ccd2696898833e365fea7e in 244ms, sequenceid=116, compaction requested=false 2024-11-25T08:25:45,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:45,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:45,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-25T08:25:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-25T08:25:45,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-25T08:25:45,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1740 sec 2024-11-25T08:25:45,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523205411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:45,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.1800 sec 2024-11-25T08:25:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:45,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T08:25:45,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:45,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:45,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:45,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:45,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:45,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:45,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/e41c64613d0944069909db9e4796d353 is 50, key is test_row_0/A:col10/1732523145427/Put/seqid=0 2024-11-25T08:25:45,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742315_1491 (size=14391) 2024-11-25T08:25:45,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523205545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:45,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523205557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:45,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523205558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:45,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523205606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:45,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:45,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523205639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:45,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523205660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:45,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523205664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:45,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523205664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:45,701 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/2dbb0f9140f849048c1687a199c4bf12 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/2dbb0f9140f849048c1687a199c4bf12 2024-11-25T08:25:45,708 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/C of f0c6044ac2ccd2696898833e365fea7e into 2dbb0f9140f849048c1687a199c4bf12(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:45,708 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:45,708 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/C, priority=13, startTime=1732523145043; duration=0sec 2024-11-25T08:25:45,708 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:45,708 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:C 2024-11-25T08:25:45,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523205880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:45,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523205880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:45,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523205884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:45,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/e41c64613d0944069909db9e4796d353 2024-11-25T08:25:45,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/aed38cd597da47988f1390033db20391 is 50, key is test_row_0/B:col10/1732523145427/Put/seqid=0 2024-11-25T08:25:45,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523205933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:45,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523205942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:45,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742316_1492 (size=12051) 2024-11-25T08:25:45,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/aed38cd597da47988f1390033db20391 2024-11-25T08:25:45,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/c5079bb816e6488285e008d55d4cb38f is 50, key is test_row_0/C:col10/1732523145427/Put/seqid=0 2024-11-25T08:25:46,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742317_1493 (size=12051) 2024-11-25T08:25:46,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/c5079bb816e6488285e008d55d4cb38f 2024-11-25T08:25:46,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/e41c64613d0944069909db9e4796d353 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/e41c64613d0944069909db9e4796d353 2024-11-25T08:25:46,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/e41c64613d0944069909db9e4796d353, entries=200, sequenceid=129, filesize=14.1 K 2024-11-25T08:25:46,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/aed38cd597da47988f1390033db20391 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/aed38cd597da47988f1390033db20391 2024-11-25T08:25:46,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/aed38cd597da47988f1390033db20391, entries=150, sequenceid=129, filesize=11.8 K 2024-11-25T08:25:46,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/c5079bb816e6488285e008d55d4cb38f as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/c5079bb816e6488285e008d55d4cb38f 2024-11-25T08:25:46,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/c5079bb816e6488285e008d55d4cb38f, entries=150, sequenceid=129, filesize=11.8 K 2024-11-25T08:25:46,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f0c6044ac2ccd2696898833e365fea7e in 640ms, sequenceid=129, compaction requested=true 2024-11-25T08:25:46,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:46,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:25:46,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:46,068 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:46,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:25:46,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:46,068 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:46,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:25:46,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:46,069 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:46,069 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:46,069 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/A is initiating minor compaction (all files) 2024-11-25T08:25:46,069 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/B is initiating minor compaction (all files) 2024-11-25T08:25:46,069 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/A in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:46,069 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/B in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:46,069 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/e3bd2baca97a42d0b36d75e54a345bf5, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/82a9f5602b2347809e2b49c47455c1ba, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/aed38cd597da47988f1390033db20391] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=35.4 K 2024-11-25T08:25:46,069 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/a354586e0a2a4602b92180218e18e674, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/6715e0b0d70a4202ab41934ef89d0031, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/e41c64613d0944069909db9e4796d353] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=37.7 K 2024-11-25T08:25:46,070 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting e3bd2baca97a42d0b36d75e54a345bf5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732523143688 2024-11-25T08:25:46,070 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting a354586e0a2a4602b92180218e18e674, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732523143688 2024-11-25T08:25:46,070 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 82a9f5602b2347809e2b49c47455c1ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732523144214 2024-11-25T08:25:46,070 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6715e0b0d70a4202ab41934ef89d0031, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732523144214 2024-11-25T08:25:46,070 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting e41c64613d0944069909db9e4796d353, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732523145272 2024-11-25T08:25:46,070 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting aed38cd597da47988f1390033db20391, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732523145279 2024-11-25T08:25:46,097 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#B#compaction#413 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:46,097 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/3409f09a588940cebd90437d4ba59187 is 50, key is test_row_0/B:col10/1732523145427/Put/seqid=0 2024-11-25T08:25:46,117 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#A#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:46,117 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/fa4dbc242fb643a3b668656dafd7907f is 50, key is test_row_0/A:col10/1732523145427/Put/seqid=0 2024-11-25T08:25:46,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742318_1494 (size=12359) 2024-11-25T08:25:46,169 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/3409f09a588940cebd90437d4ba59187 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/3409f09a588940cebd90437d4ba59187 2024-11-25T08:25:46,174 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/B of f0c6044ac2ccd2696898833e365fea7e into 3409f09a588940cebd90437d4ba59187(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:46,174 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:46,174 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/B, priority=13, startTime=1732523146068; duration=0sec 2024-11-25T08:25:46,174 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:46,174 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:B 2024-11-25T08:25:46,174 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:46,176 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:46,176 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/C is initiating minor compaction (all files) 2024-11-25T08:25:46,176 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/C in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:46,176 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/2dbb0f9140f849048c1687a199c4bf12, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/9ec74197cec047e3bddd93c5c1bca729, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/c5079bb816e6488285e008d55d4cb38f] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=35.4 K 2024-11-25T08:25:46,176 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 2dbb0f9140f849048c1687a199c4bf12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732523143688 2024-11-25T08:25:46,177 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ec74197cec047e3bddd93c5c1bca729, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732523144214 2024-11-25T08:25:46,177 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting c5079bb816e6488285e008d55d4cb38f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732523145279 2024-11-25T08:25:46,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742319_1495 (size=12359) 2024-11-25T08:25:46,193 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#C#compaction#415 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:46,193 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/8c8b4446171e45f6b84065eb8eca67be is 50, key is test_row_0/C:col10/1732523145427/Put/seqid=0 2024-11-25T08:25:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:46,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T08:25:46,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:46,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:46,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:46,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:46,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:46,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:46,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742320_1496 (size=12359) 2024-11-25T08:25:46,221 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/8c8b4446171e45f6b84065eb8eca67be as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/8c8b4446171e45f6b84065eb8eca67be 2024-11-25T08:25:46,256 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/C of f0c6044ac2ccd2696898833e365fea7e into 8c8b4446171e45f6b84065eb8eca67be(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:46,256 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:46,256 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/C, priority=13, startTime=1732523146068; duration=0sec 2024-11-25T08:25:46,256 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:46,256 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:C 2024-11-25T08:25:46,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/80030a3c65f44fb1ab9dd5754e88ec2c is 50, key is test_row_0/A:col10/1732523145557/Put/seqid=0 2024-11-25T08:25:46,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:46,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523206291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:46,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523206293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523206292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:46,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742321_1497 (size=12151) 2024-11-25T08:25:46,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/80030a3c65f44fb1ab9dd5754e88ec2c 2024-11-25T08:25:46,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/ac39efaf51e14cc6be1515a3a1fa58c5 is 50, key is test_row_0/B:col10/1732523145557/Put/seqid=0 2024-11-25T08:25:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T08:25:46,356 INFO [Thread-2084 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-25T08:25:46,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:25:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-25T08:25:46,358 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:25:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T08:25:46,359 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:25:46,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:25:46,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742322_1498 (size=12151) 2024-11-25T08:25:46,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523206405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:46,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523206405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:46,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523206406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:46,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523206444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T08:25:46,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523206454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:46,511 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:46,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T08:25:46,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:46,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:46,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:46,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:46,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:46,588 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/fa4dbc242fb643a3b668656dafd7907f as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/fa4dbc242fb643a3b668656dafd7907f 2024-11-25T08:25:46,594 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/A of f0c6044ac2ccd2696898833e365fea7e into fa4dbc242fb643a3b668656dafd7907f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:46,594 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:46,594 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/A, priority=13, startTime=1732523146068; duration=0sec 2024-11-25T08:25:46,594 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:46,594 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:A 2024-11-25T08:25:46,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523206615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:46,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523206617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:46,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523206623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T08:25:46,663 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:46,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T08:25:46,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:46,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:46,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:46,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:46,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:46,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/ac39efaf51e14cc6be1515a3a1fa58c5 2024-11-25T08:25:46,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/880b6c2672d24bf1b3aaddf3a29a1a47 is 50, key is test_row_0/C:col10/1732523145557/Put/seqid=0 2024-11-25T08:25:46,816 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:46,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T08:25:46,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:46,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:46,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:46,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:46,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:46,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742323_1499 (size=12151) 2024-11-25T08:25:46,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/880b6c2672d24bf1b3aaddf3a29a1a47 2024-11-25T08:25:46,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/80030a3c65f44fb1ab9dd5754e88ec2c as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/80030a3c65f44fb1ab9dd5754e88ec2c 2024-11-25T08:25:46,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/80030a3c65f44fb1ab9dd5754e88ec2c, entries=150, sequenceid=155, filesize=11.9 K 2024-11-25T08:25:46,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/ac39efaf51e14cc6be1515a3a1fa58c5 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/ac39efaf51e14cc6be1515a3a1fa58c5 2024-11-25T08:25:46,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/ac39efaf51e14cc6be1515a3a1fa58c5, entries=150, sequenceid=155, filesize=11.9 K 2024-11-25T08:25:46,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/880b6c2672d24bf1b3aaddf3a29a1a47 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/880b6c2672d24bf1b3aaddf3a29a1a47 2024-11-25T08:25:46,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/880b6c2672d24bf1b3aaddf3a29a1a47, entries=150, sequenceid=155, filesize=11.9 K 2024-11-25T08:25:46,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f0c6044ac2ccd2696898833e365fea7e in 703ms, sequenceid=155, compaction requested=false 2024-11-25T08:25:46,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:46,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T08:25:46,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:46,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:46,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:46,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:46,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:46,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:46,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/06da901c7e284e41835ec99c1ecdee82 is 50, key is test_row_0/A:col10/1732523146920/Put/seqid=0 2024-11-25T08:25:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T08:25:46,969 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:46,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T08:25:46,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:46,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:46,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:46,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:46,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:46,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742324_1500 (size=14541) 2024-11-25T08:25:46,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/06da901c7e284e41835ec99c1ecdee82 2024-11-25T08:25:47,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/b45e203927b54105a3d2a1bb72320452 is 50, key is test_row_0/B:col10/1732523146920/Put/seqid=0 2024-11-25T08:25:47,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742325_1501 (size=12151) 2024-11-25T08:25:47,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/b45e203927b54105a3d2a1bb72320452 2024-11-25T08:25:47,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523207024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:47,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/1ce04b4a32f042c5b1743347f45936dc is 50, key is test_row_0/C:col10/1732523146920/Put/seqid=0 2024-11-25T08:25:47,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523207050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:47,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523207051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:47,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742326_1502 (size=12151) 2024-11-25T08:25:47,123 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:47,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T08:25:47,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:47,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:47,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:47,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:47,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:47,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523207151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:47,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523207163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:47,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523207164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:47,275 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:47,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T08:25:47,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:47,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:47,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:47,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:47,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:47,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523207361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:47,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523207377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:47,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:47,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523207378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:47,428 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:47,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T08:25:47,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:47,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:47,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:47,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:47,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T08:25:47,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523207465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:47,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523207465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:47,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/1ce04b4a32f042c5b1743347f45936dc 2024-11-25T08:25:47,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/06da901c7e284e41835ec99c1ecdee82 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/06da901c7e284e41835ec99c1ecdee82 2024-11-25T08:25:47,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/06da901c7e284e41835ec99c1ecdee82, entries=200, sequenceid=170, filesize=14.2 K 2024-11-25T08:25:47,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/b45e203927b54105a3d2a1bb72320452 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/b45e203927b54105a3d2a1bb72320452 2024-11-25T08:25:47,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/b45e203927b54105a3d2a1bb72320452, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T08:25:47,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/1ce04b4a32f042c5b1743347f45936dc as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/1ce04b4a32f042c5b1743347f45936dc 2024-11-25T08:25:47,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/1ce04b4a32f042c5b1743347f45936dc, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T08:25:47,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f0c6044ac2ccd2696898833e365fea7e in 604ms, sequenceid=170, compaction requested=true 2024-11-25T08:25:47,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:47,525 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:47,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:25:47,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:47,526 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:47,526 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:47,526 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/A is initiating minor compaction (all files) 2024-11-25T08:25:47,526 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/A in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:47,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:25:47,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:47,526 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/fa4dbc242fb643a3b668656dafd7907f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/80030a3c65f44fb1ab9dd5754e88ec2c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/06da901c7e284e41835ec99c1ecdee82] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=38.1 K 2024-11-25T08:25:47,527 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:47,527 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/B is initiating minor compaction (all files) 2024-11-25T08:25:47,527 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/B in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:47,527 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/3409f09a588940cebd90437d4ba59187, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/ac39efaf51e14cc6be1515a3a1fa58c5, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/b45e203927b54105a3d2a1bb72320452] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=35.8 K 2024-11-25T08:25:47,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:25:47,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:47,527 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa4dbc242fb643a3b668656dafd7907f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732523145279 2024-11-25T08:25:47,528 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 3409f09a588940cebd90437d4ba59187, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732523145279 2024-11-25T08:25:47,528 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80030a3c65f44fb1ab9dd5754e88ec2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732523145555 2024-11-25T08:25:47,528 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06da901c7e284e41835ec99c1ecdee82, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732523146289 2024-11-25T08:25:47,528 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting ac39efaf51e14cc6be1515a3a1fa58c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732523145555 2024-11-25T08:25:47,529 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting b45e203927b54105a3d2a1bb72320452, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732523146289 2024-11-25T08:25:47,564 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#A#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:47,565 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/6a33484c43394dea89e7d4e308469724 is 50, key is test_row_0/A:col10/1732523146920/Put/seqid=0 2024-11-25T08:25:47,573 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#B#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:47,574 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/034aa96d73794d93af6b9990c25f8bb6 is 50, key is test_row_0/B:col10/1732523146920/Put/seqid=0 2024-11-25T08:25:47,584 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:47,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T08:25:47,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:47,585 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T08:25:47,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:47,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:47,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:47,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:47,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:47,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:47,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742328_1504 (size=12561) 2024-11-25T08:25:47,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742327_1503 (size=12561) 2024-11-25T08:25:47,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/7ce12f5572014b739fc3ed436e6604c2 is 50, key is test_row_0/A:col10/1732523147006/Put/seqid=0 2024-11-25T08:25:47,660 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/034aa96d73794d93af6b9990c25f8bb6 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/034aa96d73794d93af6b9990c25f8bb6 2024-11-25T08:25:47,667 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/B of f0c6044ac2ccd2696898833e365fea7e into 034aa96d73794d93af6b9990c25f8bb6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:47,667 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:47,667 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/B, priority=13, startTime=1732523147526; duration=0sec 2024-11-25T08:25:47,667 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:47,667 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:B 2024-11-25T08:25:47,667 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:47,670 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:47,670 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/C is initiating minor compaction (all files) 2024-11-25T08:25:47,670 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/C in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:47,670 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/8c8b4446171e45f6b84065eb8eca67be, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/880b6c2672d24bf1b3aaddf3a29a1a47, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/1ce04b4a32f042c5b1743347f45936dc] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=35.8 K 2024-11-25T08:25:47,671 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c8b4446171e45f6b84065eb8eca67be, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732523145279 2024-11-25T08:25:47,671 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 880b6c2672d24bf1b3aaddf3a29a1a47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732523145555 2024-11-25T08:25:47,672 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ce04b4a32f042c5b1743347f45936dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732523146289 2024-11-25T08:25:47,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:47,690 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#C#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:47,691 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/855fbbc35d92486299f72afd6054e0e1 is 50, key is test_row_0/C:col10/1732523146920/Put/seqid=0 2024-11-25T08:25:47,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742329_1505 (size=12151) 2024-11-25T08:25:47,694 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/7ce12f5572014b739fc3ed436e6604c2 2024-11-25T08:25:47,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/ce0ece9d6733429e9430f8fd2205a31c is 50, key is test_row_0/B:col10/1732523147006/Put/seqid=0 2024-11-25T08:25:47,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523207728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:47,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523207730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:47,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523207730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:47,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742330_1506 (size=12561) 2024-11-25T08:25:47,756 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/855fbbc35d92486299f72afd6054e0e1 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/855fbbc35d92486299f72afd6054e0e1 2024-11-25T08:25:47,761 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/C of f0c6044ac2ccd2696898833e365fea7e into 855fbbc35d92486299f72afd6054e0e1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:47,761 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:47,761 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/C, priority=13, startTime=1732523147526; duration=0sec 2024-11-25T08:25:47,761 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:47,761 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:C 2024-11-25T08:25:47,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742331_1507 (size=12151) 2024-11-25T08:25:47,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523207837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:47,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523207844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:47,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523207844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:48,054 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/6a33484c43394dea89e7d4e308469724 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/6a33484c43394dea89e7d4e308469724 2024-11-25T08:25:48,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523208051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:48,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523208052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:48,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523208054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:48,060 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/A of f0c6044ac2ccd2696898833e365fea7e into 6a33484c43394dea89e7d4e308469724(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:48,060 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:48,060 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/A, priority=13, startTime=1732523147525; duration=0sec 2024-11-25T08:25:48,060 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:48,060 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:A 2024-11-25T08:25:48,181 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/ce0ece9d6733429e9430f8fd2205a31c 2024-11-25T08:25:48,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/b0db1f5eae064a76a0369871076dce3b is 50, key is test_row_0/C:col10/1732523147006/Put/seqid=0 2024-11-25T08:25:48,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742332_1508 (size=12151) 2024-11-25T08:25:48,239 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/b0db1f5eae064a76a0369871076dce3b 2024-11-25T08:25:48,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/7ce12f5572014b739fc3ed436e6604c2 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/7ce12f5572014b739fc3ed436e6604c2 2024-11-25T08:25:48,246 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/7ce12f5572014b739fc3ed436e6604c2, entries=150, sequenceid=194, filesize=11.9 K 2024-11-25T08:25:48,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/ce0ece9d6733429e9430f8fd2205a31c as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/ce0ece9d6733429e9430f8fd2205a31c 2024-11-25T08:25:48,253 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/ce0ece9d6733429e9430f8fd2205a31c, entries=150, sequenceid=194, filesize=11.9 K 2024-11-25T08:25:48,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/b0db1f5eae064a76a0369871076dce3b as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/b0db1f5eae064a76a0369871076dce3b 2024-11-25T08:25:48,257 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/b0db1f5eae064a76a0369871076dce3b, entries=150, sequenceid=194, filesize=11.9 K 2024-11-25T08:25:48,257 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f0c6044ac2ccd2696898833e365fea7e in 672ms, sequenceid=194, compaction requested=false 2024-11-25T08:25:48,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:48,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:48,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-25T08:25:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-25T08:25:48,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-25T08:25:48,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8990 sec 2024-11-25T08:25:48,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.9050 sec 2024-11-25T08:25:48,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T08:25:48,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:48,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:48,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:48,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:48,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:48,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:48,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/e2ba8ea87f864b7faa21a651ebac9481 is 50, key is test_row_0/A:col10/1732523147728/Put/seqid=0 2024-11-25T08:25:48,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742333_1509 (size=14541) 2024-11-25T08:25:48,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/e2ba8ea87f864b7faa21a651ebac9481 2024-11-25T08:25:48,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/2d9f1493a969436ea261586d1b4ecb93 is 50, key is test_row_0/B:col10/1732523147728/Put/seqid=0 2024-11-25T08:25:48,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523208438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:48,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523208438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:48,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523208443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T08:25:48,463 INFO [Thread-2084 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-25T08:25:48,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:25:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-25T08:25:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T08:25:48,465 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:25:48,466 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:25:48,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:25:48,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742334_1510 (size=12151) 2024-11-25T08:25:48,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523208545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:48,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523208545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:48,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523208552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T08:25:48,618 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:48,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T08:25:48,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:48,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:48,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:48,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:48,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:48,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523208752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:48,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523208752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T08:25:48,771 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:48,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T08:25:48,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:48,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:48,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:48,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:48,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:48,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523208763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:48,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/2d9f1493a969436ea261586d1b4ecb93 2024-11-25T08:25:48,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/ba68dab4b9664bf18db1881d449d2b1d is 50, key is test_row_0/C:col10/1732523147728/Put/seqid=0 2024-11-25T08:25:48,924 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:48,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T08:25:48,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:48,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:48,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:48,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:48,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:48,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742335_1511 (size=12151) 2024-11-25T08:25:48,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/ba68dab4b9664bf18db1881d449d2b1d 2024-11-25T08:25:48,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/e2ba8ea87f864b7faa21a651ebac9481 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/e2ba8ea87f864b7faa21a651ebac9481 2024-11-25T08:25:48,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/e2ba8ea87f864b7faa21a651ebac9481, entries=200, sequenceid=210, filesize=14.2 K 2024-11-25T08:25:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/2d9f1493a969436ea261586d1b4ecb93 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/2d9f1493a969436ea261586d1b4ecb93 2024-11-25T08:25:48,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/2d9f1493a969436ea261586d1b4ecb93, entries=150, sequenceid=210, filesize=11.9 K 2024-11-25T08:25:48,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/ba68dab4b9664bf18db1881d449d2b1d as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/ba68dab4b9664bf18db1881d449d2b1d 2024-11-25T08:25:48,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/ba68dab4b9664bf18db1881d449d2b1d, entries=150, sequenceid=210, filesize=11.9 K 2024-11-25T08:25:48,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f0c6044ac2ccd2696898833e365fea7e in 621ms, sequenceid=210, compaction requested=true 2024-11-25T08:25:48,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:48,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:25:48,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:48,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:25:48,984 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:48,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:48,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:25:48,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:25:48,984 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:48,985 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:48,985 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:48,985 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/B is initiating minor compaction (all files) 2024-11-25T08:25:48,985 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/A is initiating minor compaction (all files) 2024-11-25T08:25:48,985 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/A in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:48,985 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/B in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:48,985 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/034aa96d73794d93af6b9990c25f8bb6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/ce0ece9d6733429e9430f8fd2205a31c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/2d9f1493a969436ea261586d1b4ecb93] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=36.0 K 2024-11-25T08:25:48,985 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/6a33484c43394dea89e7d4e308469724, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/7ce12f5572014b739fc3ed436e6604c2, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/e2ba8ea87f864b7faa21a651ebac9481] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=38.3 K 2024-11-25T08:25:48,986 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 034aa96d73794d93af6b9990c25f8bb6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732523146289 2024-11-25T08:25:48,986 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a33484c43394dea89e7d4e308469724, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732523146289 2024-11-25T08:25:48,986 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce0ece9d6733429e9430f8fd2205a31c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732523147006 2024-11-25T08:25:48,986 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ce12f5572014b739fc3ed436e6604c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732523147006 2024-11-25T08:25:48,987 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d9f1493a969436ea261586d1b4ecb93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732523147728 2024-11-25T08:25:48,987 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting e2ba8ea87f864b7faa21a651ebac9481, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732523147727 2024-11-25T08:25:49,000 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#B#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:49,001 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/5eb4433e17384a2c900c3bf42ae6f9fd is 50, key is test_row_0/B:col10/1732523147728/Put/seqid=0 2024-11-25T08:25:49,013 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#A#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:49,014 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/66d05ff405a54336ad81bd7a82639bcc is 50, key is test_row_0/A:col10/1732523147728/Put/seqid=0 2024-11-25T08:25:49,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742336_1512 (size=12663) 2024-11-25T08:25:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T08:25:49,076 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:49,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T08:25:49,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:49,077 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T08:25:49,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742337_1513 (size=12663) 2024-11-25T08:25:49,106 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/66d05ff405a54336ad81bd7a82639bcc as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/66d05ff405a54336ad81bd7a82639bcc 2024-11-25T08:25:49,111 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/A of f0c6044ac2ccd2696898833e365fea7e into 66d05ff405a54336ad81bd7a82639bcc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:49,111 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:49,111 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/A, priority=13, startTime=1732523148984; duration=0sec 2024-11-25T08:25:49,111 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:49,111 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:A 2024-11-25T08:25:49,111 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:49,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:49,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:49,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:49,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:49,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:49,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:49,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:49,116 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:49,116 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/C is initiating minor compaction (all files) 2024-11-25T08:25:49,116 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/C in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:49,116 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/855fbbc35d92486299f72afd6054e0e1, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/b0db1f5eae064a76a0369871076dce3b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/ba68dab4b9664bf18db1881d449d2b1d] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=36.0 K 2024-11-25T08:25:49,116 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 855fbbc35d92486299f72afd6054e0e1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732523146289 2024-11-25T08:25:49,117 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting b0db1f5eae064a76a0369871076dce3b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732523147006 2024-11-25T08:25:49,117 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting ba68dab4b9664bf18db1881d449d2b1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732523147728 2024-11-25T08:25:49,123 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#C#compaction#433 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:49,123 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/95aace42af534e7e91237833ee7f48c8 is 50, key is test_row_0/C:col10/1732523147728/Put/seqid=0 2024-11-25T08:25:49,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/9146aaf7646a4404b15db10272879792 is 50, key is test_row_0/A:col10/1732523149074/Put/seqid=0 2024-11-25T08:25:49,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523209155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:49,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523209163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:49,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:49,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742338_1514 (size=12663) 2024-11-25T08:25:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523209164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:49,182 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/95aace42af534e7e91237833ee7f48c8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/95aace42af534e7e91237833ee7f48c8 2024-11-25T08:25:49,186 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/C of f0c6044ac2ccd2696898833e365fea7e into 95aace42af534e7e91237833ee7f48c8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:49,186 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:49,186 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/C, priority=13, startTime=1732523148984; duration=0sec 2024-11-25T08:25:49,186 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:49,186 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:C 2024-11-25T08:25:49,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742339_1515 (size=12151) 2024-11-25T08:25:49,215 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/9146aaf7646a4404b15db10272879792 2024-11-25T08:25:49,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/6b4945c743784d1193efc092a175a838 is 50, key is test_row_0/B:col10/1732523149074/Put/seqid=0 2024-11-25T08:25:49,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742340_1516 (size=12151) 2024-11-25T08:25:49,263 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/6b4945c743784d1193efc092a175a838 2024-11-25T08:25:49,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523209269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:49,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/8f2656cad9fc4c20957ed5db280db2a8 is 50, key is test_row_0/C:col10/1732523149074/Put/seqid=0 2024-11-25T08:25:49,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523209277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:49,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523209278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:49,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742341_1517 (size=12151) 2024-11-25T08:25:49,325 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/8f2656cad9fc4c20957ed5db280db2a8 2024-11-25T08:25:49,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/9146aaf7646a4404b15db10272879792 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/9146aaf7646a4404b15db10272879792 2024-11-25T08:25:49,336 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/9146aaf7646a4404b15db10272879792, entries=150, sequenceid=236, filesize=11.9 K 2024-11-25T08:25:49,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/6b4945c743784d1193efc092a175a838 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/6b4945c743784d1193efc092a175a838 2024-11-25T08:25:49,342 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/6b4945c743784d1193efc092a175a838, entries=150, sequenceid=236, filesize=11.9 K 2024-11-25T08:25:49,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/8f2656cad9fc4c20957ed5db280db2a8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/8f2656cad9fc4c20957ed5db280db2a8 2024-11-25T08:25:49,347 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/8f2656cad9fc4c20957ed5db280db2a8, entries=150, sequenceid=236, filesize=11.9 K 2024-11-25T08:25:49,348 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for f0c6044ac2ccd2696898833e365fea7e in 271ms, sequenceid=236, compaction requested=false 2024-11-25T08:25:49,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:49,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:49,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-25T08:25:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-25T08:25:49,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-25T08:25:49,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 883 msec 2024-11-25T08:25:49,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 887 msec 2024-11-25T08:25:49,449 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/5eb4433e17384a2c900c3bf42ae6f9fd as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/5eb4433e17384a2c900c3bf42ae6f9fd 2024-11-25T08:25:49,457 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/B of f0c6044ac2ccd2696898833e365fea7e into 5eb4433e17384a2c900c3bf42ae6f9fd(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:49,457 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:49,457 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/B, priority=13, startTime=1732523148984; duration=0sec 2024-11-25T08:25:49,457 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:49,457 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:B 2024-11-25T08:25:49,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T08:25:49,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:49,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:49,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:49,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:49,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:49,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:49,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/bbe367a2ae8c43b0a82d53eab8bf38e0 is 50, key is test_row_0/A:col10/1732523149153/Put/seqid=0 2024-11-25T08:25:49,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742342_1518 (size=14541) 2024-11-25T08:25:49,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523209553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:49,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523209560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T08:25:49,568 INFO [Thread-2084 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-25T08:25:49,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523209561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:49,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:25:49,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523209567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:49,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523209568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-25T08:25:49,577 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:25:49,578 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:25:49,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:25:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T08:25:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T08:25:49,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523209670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:49,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523209671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:49,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523209672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:49,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523209677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:49,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523209678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:49,729 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:49,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T08:25:49,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:49,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:49,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:49,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:49,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:49,882 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:49,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T08:25:49,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:49,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:49,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:49,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:49,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T08:25:49,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523209884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:49,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523209885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:49,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523209887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:49,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523209889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:49,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523209891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:49,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/bbe367a2ae8c43b0a82d53eab8bf38e0 2024-11-25T08:25:49,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/3789fb2ffc064cd4a25224bfb5398e1d is 50, key is test_row_0/B:col10/1732523149153/Put/seqid=0 2024-11-25T08:25:49,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742343_1519 (size=12151) 2024-11-25T08:25:49,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/3789fb2ffc064cd4a25224bfb5398e1d 2024-11-25T08:25:50,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/0c7e282300344d398c1bc4c855248707 is 50, key is test_row_0/C:col10/1732523149153/Put/seqid=0 2024-11-25T08:25:50,035 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:50,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T08:25:50,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:50,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:50,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:50,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:50,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:50,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742344_1520 (size=12151) 2024-11-25T08:25:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T08:25:50,190 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:50,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T08:25:50,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:50,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:50,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:50,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:50,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:50,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523210191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:50,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523210203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:50,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523210203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:50,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523210204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:50,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523210211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:50,342 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:50,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T08:25:50,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:50,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:50,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:50,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:50,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:50,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/0c7e282300344d398c1bc4c855248707 2024-11-25T08:25:50,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/bbe367a2ae8c43b0a82d53eab8bf38e0 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/bbe367a2ae8c43b0a82d53eab8bf38e0 2024-11-25T08:25:50,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/bbe367a2ae8c43b0a82d53eab8bf38e0, entries=200, sequenceid=251, filesize=14.2 K 2024-11-25T08:25:50,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/3789fb2ffc064cd4a25224bfb5398e1d as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/3789fb2ffc064cd4a25224bfb5398e1d 2024-11-25T08:25:50,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/3789fb2ffc064cd4a25224bfb5398e1d, entries=150, sequenceid=251, filesize=11.9 K 2024-11-25T08:25:50,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/0c7e282300344d398c1bc4c855248707 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/0c7e282300344d398c1bc4c855248707 2024-11-25T08:25:50,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/0c7e282300344d398c1bc4c855248707, entries=150, sequenceid=251, filesize=11.9 K 2024-11-25T08:25:50,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for f0c6044ac2ccd2696898833e365fea7e in 990ms, sequenceid=251, compaction requested=true 2024-11-25T08:25:50,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:50,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:25:50,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:50,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:25:50,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:25:50,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:25:50,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T08:25:50,473 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:50,473 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:50,474 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:50,474 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/C is initiating minor compaction (all files) 2024-11-25T08:25:50,474 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/C in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:50,474 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/95aace42af534e7e91237833ee7f48c8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/8f2656cad9fc4c20957ed5db280db2a8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/0c7e282300344d398c1bc4c855248707] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=36.1 K 2024-11-25T08:25:50,475 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:50,475 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/A is initiating minor compaction (all files) 2024-11-25T08:25:50,475 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/A in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:50,475 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/66d05ff405a54336ad81bd7a82639bcc, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/9146aaf7646a4404b15db10272879792, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/bbe367a2ae8c43b0a82d53eab8bf38e0] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=38.4 K 2024-11-25T08:25:50,475 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 95aace42af534e7e91237833ee7f48c8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732523147728 2024-11-25T08:25:50,475 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66d05ff405a54336ad81bd7a82639bcc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732523147728 2024-11-25T08:25:50,475 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f2656cad9fc4c20957ed5db280db2a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732523148437 2024-11-25T08:25:50,476 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9146aaf7646a4404b15db10272879792, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732523148437 2024-11-25T08:25:50,476 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c7e282300344d398c1bc4c855248707, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732523149153 2024-11-25T08:25:50,476 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbe367a2ae8c43b0a82d53eab8bf38e0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732523149153 2024-11-25T08:25:50,494 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#C#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:50,494 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:50,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T08:25:50,495 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/556afe598848467cae5267d1d08341a7 is 50, key is test_row_0/C:col10/1732523149153/Put/seqid=0 2024-11-25T08:25:50,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:50,495 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T08:25:50,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:50,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:50,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:50,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:50,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:50,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:50,510 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#A#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:50,511 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/ff46350e47a440f3afa3eb9c5bd63834 is 50, key is test_row_0/A:col10/1732523149153/Put/seqid=0 2024-11-25T08:25:50,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/37425eda5ddd49faa33ef4319ebbaaef is 50, key is test_row_0/A:col10/1732523149548/Put/seqid=0 2024-11-25T08:25:50,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742345_1521 (size=12765) 2024-11-25T08:25:50,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742346_1522 (size=12765) 2024-11-25T08:25:50,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742347_1523 (size=12301) 2024-11-25T08:25:50,645 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/37425eda5ddd49faa33ef4319ebbaaef 2024-11-25T08:25:50,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/8f747565671a4ffb8cbbd158c63753a2 is 50, key is test_row_0/B:col10/1732523149548/Put/seqid=0 2024-11-25T08:25:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T08:25:50,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742348_1524 (size=12301) 2024-11-25T08:25:50,712 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/8f747565671a4ffb8cbbd158c63753a2 2024-11-25T08:25:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:50,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:50,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/ad99578cc03c4024a46d89fce50cc012 is 50, key is test_row_0/C:col10/1732523149548/Put/seqid=0 2024-11-25T08:25:50,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523210751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:50,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523210752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:50,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523210757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:50,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523210758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:50,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523210767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:50,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742349_1525 (size=12301) 2024-11-25T08:25:50,789 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/ad99578cc03c4024a46d89fce50cc012 2024-11-25T08:25:50,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/37425eda5ddd49faa33ef4319ebbaaef as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/37425eda5ddd49faa33ef4319ebbaaef 2024-11-25T08:25:50,797 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/37425eda5ddd49faa33ef4319ebbaaef, entries=150, sequenceid=275, filesize=12.0 K 2024-11-25T08:25:50,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/8f747565671a4ffb8cbbd158c63753a2 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8f747565671a4ffb8cbbd158c63753a2 2024-11-25T08:25:50,803 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8f747565671a4ffb8cbbd158c63753a2, entries=150, sequenceid=275, filesize=12.0 K 2024-11-25T08:25:50,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/ad99578cc03c4024a46d89fce50cc012 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/ad99578cc03c4024a46d89fce50cc012 2024-11-25T08:25:50,808 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/ad99578cc03c4024a46d89fce50cc012, entries=150, sequenceid=275, filesize=12.0 K 2024-11-25T08:25:50,809 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f0c6044ac2ccd2696898833e365fea7e in 314ms, sequenceid=275, compaction requested=true 2024-11-25T08:25:50,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:50,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:50,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-25T08:25:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-25T08:25:50,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-25T08:25:50,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2320 sec 2024-11-25T08:25:50,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.2370 sec 2024-11-25T08:25:50,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T08:25:50,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:50,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:50,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:50,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:50,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:50,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:50,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/d73f3d2272de4355a36938f94949a5c6 is 50, key is test_row_0/A:col10/1732523150739/Put/seqid=0 2024-11-25T08:25:50,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742350_1526 (size=14741) 2024-11-25T08:25:50,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/d73f3d2272de4355a36938f94949a5c6 2024-11-25T08:25:50,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523210964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:50,981 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/556afe598848467cae5267d1d08341a7 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/556afe598848467cae5267d1d08341a7 2024-11-25T08:25:50,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/be7d603513af409a98d46cbbf38ec17c is 50, key is test_row_0/B:col10/1732523150739/Put/seqid=0 2024-11-25T08:25:50,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523210968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:50,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523210970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:50,991 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/C of f0c6044ac2ccd2696898833e365fea7e into 556afe598848467cae5267d1d08341a7(size=12.5 K), total size for store is 24.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:50,991 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:50,991 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/C, priority=13, startTime=1732523150473; duration=0sec 2024-11-25T08:25:50,991 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:50,991 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:C 2024-11-25T08:25:50,992 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:25:50,993 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:25:50,993 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/B is initiating minor compaction (all files) 2024-11-25T08:25:50,993 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/B in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:50,993 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/5eb4433e17384a2c900c3bf42ae6f9fd, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/6b4945c743784d1193efc092a175a838, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/3789fb2ffc064cd4a25224bfb5398e1d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8f747565671a4ffb8cbbd158c63753a2] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=48.1 K 2024-11-25T08:25:50,993 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 5eb4433e17384a2c900c3bf42ae6f9fd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732523147728 2024-11-25T08:25:50,993 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b4945c743784d1193efc092a175a838, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732523148437 2024-11-25T08:25:50,994 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 3789fb2ffc064cd4a25224bfb5398e1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732523149153 2024-11-25T08:25:50,994 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f747565671a4ffb8cbbd158c63753a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732523149548 2024-11-25T08:25:50,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742351_1527 (size=12301) 2024-11-25T08:25:50,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/be7d603513af409a98d46cbbf38ec17c 2024-11-25T08:25:51,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523210980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523210979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,017 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/ff46350e47a440f3afa3eb9c5bd63834 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/ff46350e47a440f3afa3eb9c5bd63834 2024-11-25T08:25:51,029 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/A of f0c6044ac2ccd2696898833e365fea7e into ff46350e47a440f3afa3eb9c5bd63834(size=12.5 K), total size for store is 24.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:51,029 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:51,029 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/A, priority=13, startTime=1732523150473; duration=0sec 2024-11-25T08:25:51,029 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:51,029 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:A 2024-11-25T08:25:51,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/e2598c2029664ee7b0fc88be3c5ea4b5 is 50, key is test_row_0/C:col10/1732523150739/Put/seqid=0 2024-11-25T08:25:51,040 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#B#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:51,040 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/3466423286164db2b407ef04470d8bec is 50, key is test_row_0/B:col10/1732523149548/Put/seqid=0 2024-11-25T08:25:51,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742352_1528 (size=12301) 2024-11-25T08:25:51,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/e2598c2029664ee7b0fc88be3c5ea4b5 2024-11-25T08:25:51,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523211081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742353_1529 (size=12949) 2024-11-25T08:25:51,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/d73f3d2272de4355a36938f94949a5c6 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/d73f3d2272de4355a36938f94949a5c6 2024-11-25T08:25:51,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523211090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523211091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/d73f3d2272de4355a36938f94949a5c6, entries=200, sequenceid=288, filesize=14.4 K 2024-11-25T08:25:51,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/be7d603513af409a98d46cbbf38ec17c as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/be7d603513af409a98d46cbbf38ec17c 2024-11-25T08:25:51,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523211108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523211111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/be7d603513af409a98d46cbbf38ec17c, entries=150, sequenceid=288, filesize=12.0 K 2024-11-25T08:25:51,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/e2598c2029664ee7b0fc88be3c5ea4b5 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/e2598c2029664ee7b0fc88be3c5ea4b5 2024-11-25T08:25:51,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/e2598c2029664ee7b0fc88be3c5ea4b5, entries=150, sequenceid=288, filesize=12.0 K 2024-11-25T08:25:51,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f0c6044ac2ccd2696898833e365fea7e in 274ms, sequenceid=288, compaction requested=true 2024-11-25T08:25:51,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:51,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:A, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:25:51,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:51,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:25:51,150 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:51,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:51,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:25:51,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:25:51,155 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39807 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:51,155 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/A is initiating minor compaction (all files) 2024-11-25T08:25:51,155 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/A in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:51,155 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/ff46350e47a440f3afa3eb9c5bd63834, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/37425eda5ddd49faa33ef4319ebbaaef, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/d73f3d2272de4355a36938f94949a5c6] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=38.9 K 2024-11-25T08:25:51,164 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff46350e47a440f3afa3eb9c5bd63834, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732523149153 2024-11-25T08:25:51,166 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37425eda5ddd49faa33ef4319ebbaaef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732523149548 2024-11-25T08:25:51,166 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting d73f3d2272de4355a36938f94949a5c6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732523150739 2024-11-25T08:25:51,210 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#A#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:51,211 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/39637c98bac44570b38f8de476f525f4 is 50, key is test_row_0/A:col10/1732523150739/Put/seqid=0 2024-11-25T08:25:51,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742354_1530 (size=13017) 2024-11-25T08:25:51,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T08:25:51,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:51,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:51,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:51,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:51,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:51,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:51,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/70875e212f00493594815e0f7fad8dd7 is 50, key is test_row_0/A:col10/1732523151303/Put/seqid=0 2024-11-25T08:25:51,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742355_1531 (size=14741) 2024-11-25T08:25:51,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/70875e212f00493594815e0f7fad8dd7 2024-11-25T08:25:51,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/5c7420e512b44dfd8f43d5397a60cb2b is 50, key is test_row_0/B:col10/1732523151303/Put/seqid=0 2024-11-25T08:25:51,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523211369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523211378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523211385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742356_1532 (size=12301) 2024-11-25T08:25:51,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/5c7420e512b44dfd8f43d5397a60cb2b 2024-11-25T08:25:51,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/9049d12641f04da5815b4498b8b28873 is 50, key is test_row_0/C:col10/1732523151303/Put/seqid=0 2024-11-25T08:25:51,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742357_1533 (size=12301) 2024-11-25T08:25:51,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523211404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/9049d12641f04da5815b4498b8b28873 2024-11-25T08:25:51,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523211395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/70875e212f00493594815e0f7fad8dd7 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/70875e212f00493594815e0f7fad8dd7 2024-11-25T08:25:51,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/70875e212f00493594815e0f7fad8dd7, entries=200, sequenceid=314, filesize=14.4 K 2024-11-25T08:25:51,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/5c7420e512b44dfd8f43d5397a60cb2b as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/5c7420e512b44dfd8f43d5397a60cb2b 2024-11-25T08:25:51,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/5c7420e512b44dfd8f43d5397a60cb2b, entries=150, sequenceid=314, filesize=12.0 K 2024-11-25T08:25:51,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/9049d12641f04da5815b4498b8b28873 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/9049d12641f04da5815b4498b8b28873 2024-11-25T08:25:51,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/9049d12641f04da5815b4498b8b28873, entries=150, sequenceid=314, filesize=12.0 K 2024-11-25T08:25:51,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for f0c6044ac2ccd2696898833e365fea7e in 166ms, sequenceid=314, compaction requested=true 2024-11-25T08:25:51,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:51,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:A, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:25:51,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T08:25:51,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:B, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:25:51,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-25T08:25:51,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:25:51,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=5), splitQueue=0 2024-11-25T08:25:51,498 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/3466423286164db2b407ef04470d8bec as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/3466423286164db2b407ef04470d8bec 2024-11-25T08:25:51,503 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/B of f0c6044ac2ccd2696898833e365fea7e into 3466423286164db2b407ef04470d8bec(size=12.6 K), total size for store is 36.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:51,503 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:51,503 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/B, priority=12, startTime=1732523150473; duration=0sec 2024-11-25T08:25:51,503 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=5), splitQueue=0 2024-11-25T08:25:51,503 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:B 2024-11-25T08:25:51,503 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:B 2024-11-25T08:25:51,503 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:B 2024-11-25T08:25:51,503 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:25:51,504 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:25:51,505 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/C is initiating minor compaction (all files) 2024-11-25T08:25:51,505 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/C in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:51,505 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/556afe598848467cae5267d1d08341a7, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/ad99578cc03c4024a46d89fce50cc012, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/e2598c2029664ee7b0fc88be3c5ea4b5, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/9049d12641f04da5815b4498b8b28873] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=48.5 K 2024-11-25T08:25:51,505 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 556afe598848467cae5267d1d08341a7, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732523149153 2024-11-25T08:25:51,506 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting ad99578cc03c4024a46d89fce50cc012, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732523149548 2024-11-25T08:25:51,506 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting e2598c2029664ee7b0fc88be3c5ea4b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732523150739 2024-11-25T08:25:51,506 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 9049d12641f04da5815b4498b8b28873, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732523150977 2024-11-25T08:25:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:51,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T08:25:51,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:51,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:51,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:51,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:51,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:51,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:51,532 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#C#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:51,532 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/a6fc025cd0d3455c88944cc70bf196aa is 50, key is test_row_0/C:col10/1732523151303/Put/seqid=0 2024-11-25T08:25:51,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/b0daf444e0224124b2729a363ae69860 is 50, key is test_row_0/A:col10/1732523151505/Put/seqid=0 2024-11-25T08:25:51,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742358_1534 (size=13051) 2024-11-25T08:25:51,587 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/a6fc025cd0d3455c88944cc70bf196aa as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/a6fc025cd0d3455c88944cc70bf196aa 2024-11-25T08:25:51,593 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/C of f0c6044ac2ccd2696898833e365fea7e into a6fc025cd0d3455c88944cc70bf196aa(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:51,593 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:51,593 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/C, priority=12, startTime=1732523151471; duration=0sec 2024-11-25T08:25:51,593 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-25T08:25:51,593 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:C 2024-11-25T08:25:51,593 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-25T08:25:51,594 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T08:25:51,594 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T08:25:51,594 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. because compaction request was cancelled 2024-11-25T08:25:51,594 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:A 2024-11-25T08:25:51,594 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:C 2024-11-25T08:25:51,594 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:51,594 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:51,595 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/B is initiating minor compaction (all files) 2024-11-25T08:25:51,595 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/B in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:51,595 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/3466423286164db2b407ef04470d8bec, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/be7d603513af409a98d46cbbf38ec17c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/5c7420e512b44dfd8f43d5397a60cb2b] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=36.7 K 2024-11-25T08:25:51,595 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 3466423286164db2b407ef04470d8bec, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732523149548 2024-11-25T08:25:51,595 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting be7d603513af409a98d46cbbf38ec17c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732523150739 2024-11-25T08:25:51,595 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c7420e512b44dfd8f43d5397a60cb2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732523150977 2024-11-25T08:25:51,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742359_1535 (size=14741) 2024-11-25T08:25:51,622 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#B#compaction#455 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:51,622 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/8b570a23a8d0427aa3ff39f3e6e2d29a is 50, key is test_row_0/B:col10/1732523151303/Put/seqid=0 2024-11-25T08:25:51,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523211607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523211622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523211628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523211628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523211630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,658 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/39637c98bac44570b38f8de476f525f4 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/39637c98bac44570b38f8de476f525f4 2024-11-25T08:25:51,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742360_1536 (size=13051) 2024-11-25T08:25:51,677 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/A of f0c6044ac2ccd2696898833e365fea7e into 39637c98bac44570b38f8de476f525f4(size=12.7 K), total size for store is 27.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:51,677 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:51,677 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/A, priority=13, startTime=1732523151150; duration=0sec 2024-11-25T08:25:51,677 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:25:51,677 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:A 2024-11-25T08:25:51,677 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 3 compacting, 0 eligible, 16 blocking 2024-11-25T08:25:51,677 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T08:25:51,677 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T08:25:51,678 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. because compaction request was cancelled 2024-11-25T08:25:51,678 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:B 2024-11-25T08:25:51,678 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-25T08:25:51,679 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T08:25:51,679 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T08:25:51,679 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. because compaction request was cancelled 2024-11-25T08:25:51,679 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:C 2024-11-25T08:25:51,682 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/8b570a23a8d0427aa3ff39f3e6e2d29a as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8b570a23a8d0427aa3ff39f3e6e2d29a 2024-11-25T08:25:51,686 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/B of f0c6044ac2ccd2696898833e365fea7e into 8b570a23a8d0427aa3ff39f3e6e2d29a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:51,687 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:51,687 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/B, priority=13, startTime=1732523151150; duration=0sec 2024-11-25T08:25:51,687 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:51,687 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:B 2024-11-25T08:25:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T08:25:51,689 INFO [Thread-2084 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-25T08:25:51,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:25:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-25T08:25:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T08:25:51,692 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:25:51,693 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:25:51,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:25:51,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523211731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523211747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523211748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523211748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523211748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T08:25:51,844 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T08:25:51,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:51,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:51,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:51,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:51,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:51,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523211952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523211959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523211961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523211961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523211961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T08:25:52,001 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T08:25:52,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:52,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:52,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:52,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:52,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:52,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/b0daf444e0224124b2729a363ae69860 2024-11-25T08:25:52,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/41053a0de3194c6aa9a4c5a3e0ebc11e is 50, key is test_row_0/B:col10/1732523151505/Put/seqid=0 2024-11-25T08:25:52,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742361_1537 (size=12301) 2024-11-25T08:25:52,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/41053a0de3194c6aa9a4c5a3e0ebc11e 2024-11-25T08:25:52,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/55203ec618e146e797bc7517a2d841f3 is 50, key is test_row_0/C:col10/1732523151505/Put/seqid=0 2024-11-25T08:25:52,155 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T08:25:52,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:52,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:52,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:52,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:52,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:52,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742362_1538 (size=12301) 2024-11-25T08:25:52,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/55203ec618e146e797bc7517a2d841f3 2024-11-25T08:25:52,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/b0daf444e0224124b2729a363ae69860 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/b0daf444e0224124b2729a363ae69860 2024-11-25T08:25:52,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/b0daf444e0224124b2729a363ae69860, entries=200, sequenceid=329, filesize=14.4 K 2024-11-25T08:25:52,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/41053a0de3194c6aa9a4c5a3e0ebc11e as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/41053a0de3194c6aa9a4c5a3e0ebc11e 2024-11-25T08:25:52,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/41053a0de3194c6aa9a4c5a3e0ebc11e, entries=150, sequenceid=329, filesize=12.0 K 2024-11-25T08:25:52,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/55203ec618e146e797bc7517a2d841f3 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/55203ec618e146e797bc7517a2d841f3 2024-11-25T08:25:52,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/55203ec618e146e797bc7517a2d841f3, entries=150, sequenceid=329, filesize=12.0 K 2024-11-25T08:25:52,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f0c6044ac2ccd2696898833e365fea7e in 741ms, sequenceid=329, compaction requested=true 2024-11-25T08:25:52,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:52,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:25:52,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:52,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:25:52,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:25:52,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:25:52,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T08:25:52,261 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:52,261 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T08:25:52,263 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T08:25:52,263 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T08:25:52,263 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. because compaction request was cancelled 2024-11-25T08:25:52,263 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:C 2024-11-25T08:25:52,263 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T08:25:52,268 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42499 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:52,268 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/A is initiating minor compaction (all files) 2024-11-25T08:25:52,268 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/A in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:52,268 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/39637c98bac44570b38f8de476f525f4, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/70875e212f00493594815e0f7fad8dd7, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/b0daf444e0224124b2729a363ae69860] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=41.5 K 2024-11-25T08:25:52,269 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T08:25:52,269 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39637c98bac44570b38f8de476f525f4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732523150739 2024-11-25T08:25:52,269 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T08:25:52,269 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. because compaction request was cancelled 2024-11-25T08:25:52,269 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:B 2024-11-25T08:25:52,270 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70875e212f00493594815e0f7fad8dd7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732523150936 2024-11-25T08:25:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:52,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T08:25:52,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:52,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:52,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:52,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:52,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:52,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:52,272 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0daf444e0224124b2729a363ae69860, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732523151366 2024-11-25T08:25:52,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/f4edc1aff727432e8b28c79e7b1a4d90 is 50, key is test_row_0/A:col10/1732523151602/Put/seqid=0 2024-11-25T08:25:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T08:25:52,311 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#A#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:52,312 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/5de8af499d7d43b4a04fa847ac5ec382 is 50, key is test_row_0/A:col10/1732523151505/Put/seqid=0 2024-11-25T08:25:52,313 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T08:25:52,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:52,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:52,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:52,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:52,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:52,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742363_1539 (size=14741) 2024-11-25T08:25:52,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/f4edc1aff727432e8b28c79e7b1a4d90 2024-11-25T08:25:52,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523212315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523212321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523212320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523212323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742364_1540 (size=13119) 2024-11-25T08:25:52,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523212323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,356 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/5de8af499d7d43b4a04fa847ac5ec382 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/5de8af499d7d43b4a04fa847ac5ec382 2024-11-25T08:25:52,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/e6548807438c46e39f74341a2747e82a is 50, key is test_row_0/B:col10/1732523151602/Put/seqid=0 2024-11-25T08:25:52,364 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/A of f0c6044ac2ccd2696898833e365fea7e into 5de8af499d7d43b4a04fa847ac5ec382(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:52,364 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:52,364 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/A, priority=13, startTime=1732523152261; duration=0sec 2024-11-25T08:25:52,364 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:52,364 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:A 2024-11-25T08:25:52,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742365_1541 (size=12301) 2024-11-25T08:25:52,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523212437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523212449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523212450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,467 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T08:25:52,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523212450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:52,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:52,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:52,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:52,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523212450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:52,620 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T08:25:52,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:52,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:52,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:52,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:52,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:52,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523212645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523212658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523212659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523212669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523212669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,773 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T08:25:52,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:52,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:52,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:52,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:52,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:52,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T08:25:52,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/e6548807438c46e39f74341a2747e82a 2024-11-25T08:25:52,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/9d7adeb28ede459c896cefa41efa396e is 50, key is test_row_0/C:col10/1732523151602/Put/seqid=0 2024-11-25T08:25:52,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742366_1542 (size=12301) 2024-11-25T08:25:52,926 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T08:25:52,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:52,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:52,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:52,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:52,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:52,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523212947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523212967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523212967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523212973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:52,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:52,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523212975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:53,085 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:53,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T08:25:53,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:53,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:53,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:53,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:53,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:53,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/9d7adeb28ede459c896cefa41efa396e 2024-11-25T08:25:53,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/f4edc1aff727432e8b28c79e7b1a4d90 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/f4edc1aff727432e8b28c79e7b1a4d90 2024-11-25T08:25:53,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/f4edc1aff727432e8b28c79e7b1a4d90, entries=200, sequenceid=355, filesize=14.4 K 2024-11-25T08:25:53,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/e6548807438c46e39f74341a2747e82a as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/e6548807438c46e39f74341a2747e82a 2024-11-25T08:25:53,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/e6548807438c46e39f74341a2747e82a, entries=150, sequenceid=355, filesize=12.0 K 2024-11-25T08:25:53,238 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:53,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/9d7adeb28ede459c896cefa41efa396e as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/9d7adeb28ede459c896cefa41efa396e 2024-11-25T08:25:53,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T08:25:53,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:53,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:53,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:53,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:53,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:53,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/9d7adeb28ede459c896cefa41efa396e, entries=150, sequenceid=355, filesize=12.0 K 2024-11-25T08:25:53,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f0c6044ac2ccd2696898833e365fea7e in 977ms, sequenceid=355, compaction requested=true 2024-11-25T08:25:53,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:53,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:25:53,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:53,247 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T08:25:53,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:25:53,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:53,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:25:53,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:25:53,247 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:53,248 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T08:25:53,248 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T08:25:53,248 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. because compaction request was cancelled 2024-11-25T08:25:53,248 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:A 2024-11-25T08:25:53,248 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:53,248 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:53,248 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/B is initiating minor compaction (all files) 2024-11-25T08:25:53,248 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/B in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:53,248 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8b570a23a8d0427aa3ff39f3e6e2d29a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/41053a0de3194c6aa9a4c5a3e0ebc11e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/e6548807438c46e39f74341a2747e82a] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=36.8 K 2024-11-25T08:25:53,248 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b570a23a8d0427aa3ff39f3e6e2d29a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732523150977 2024-11-25T08:25:53,250 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:53,250 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/C is initiating minor compaction (all files) 2024-11-25T08:25:53,250 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/C in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:53,250 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/a6fc025cd0d3455c88944cc70bf196aa, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/55203ec618e146e797bc7517a2d841f3, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/9d7adeb28ede459c896cefa41efa396e] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=36.8 K 2024-11-25T08:25:53,250 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 41053a0de3194c6aa9a4c5a3e0ebc11e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732523151366 2024-11-25T08:25:53,250 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6fc025cd0d3455c88944cc70bf196aa, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732523150977 2024-11-25T08:25:53,251 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55203ec618e146e797bc7517a2d841f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732523151366 2024-11-25T08:25:53,251 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting e6548807438c46e39f74341a2747e82a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732523151602 2024-11-25T08:25:53,251 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d7adeb28ede459c896cefa41efa396e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732523151602 2024-11-25T08:25:53,258 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#B#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:53,258 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/8cee9b4683504aeb88a603b1d44d0b2b is 50, key is test_row_0/B:col10/1732523151602/Put/seqid=0 2024-11-25T08:25:53,265 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#C#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:53,266 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/cb3f480ed137498f92137cfb91895826 is 50, key is test_row_0/C:col10/1732523151602/Put/seqid=0 2024-11-25T08:25:53,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742368_1544 (size=13153) 2024-11-25T08:25:53,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742367_1543 (size=13153) 2024-11-25T08:25:53,300 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/cb3f480ed137498f92137cfb91895826 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/cb3f480ed137498f92137cfb91895826 2024-11-25T08:25:53,304 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/C of f0c6044ac2ccd2696898833e365fea7e into cb3f480ed137498f92137cfb91895826(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:53,304 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:53,304 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/C, priority=13, startTime=1732523153247; duration=0sec 2024-11-25T08:25:53,304 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:53,304 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:C 2024-11-25T08:25:53,391 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:53,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T08:25:53,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:53,391 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T08:25:53,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:53,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:53,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:53,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:53,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:53,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:53,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/f117e7af12b44a6ca1f315981856f6e9 is 50, key is test_row_0/A:col10/1732523152320/Put/seqid=0 2024-11-25T08:25:53,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742369_1545 (size=12301) 2024-11-25T08:25:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:53,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:53,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523213527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:53,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523213527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:53,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523213531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:53,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523213538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:53,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523213538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:53,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523213639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:53,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523213639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:53,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523213639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:53,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523213646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:53,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523213646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:53,700 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/8cee9b4683504aeb88a603b1d44d0b2b as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8cee9b4683504aeb88a603b1d44d0b2b 2024-11-25T08:25:53,706 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/B of f0c6044ac2ccd2696898833e365fea7e into 8cee9b4683504aeb88a603b1d44d0b2b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:53,706 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:53,706 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/B, priority=13, startTime=1732523153247; duration=0sec 2024-11-25T08:25:53,706 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:53,706 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:B 2024-11-25T08:25:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T08:25:53,821 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/f117e7af12b44a6ca1f315981856f6e9 2024-11-25T08:25:53,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/c07434e04c58406a814d95459c27e545 is 50, key is test_row_0/B:col10/1732523152320/Put/seqid=0 2024-11-25T08:25:53,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742370_1546 (size=12301) 2024-11-25T08:25:53,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:53,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523213842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:53,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523213842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:53,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523213843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:53,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523213850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:53,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523213851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:54,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523214147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:54,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523214150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:54,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523214152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:54,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523214159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:54,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523214159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:54,238 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/c07434e04c58406a814d95459c27e545 2024-11-25T08:25:54,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/3182fff8fa584ca3b1d6051302450194 is 50, key is test_row_0/C:col10/1732523152320/Put/seqid=0 2024-11-25T08:25:54,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742371_1547 (size=12301) 2024-11-25T08:25:54,249 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/3182fff8fa584ca3b1d6051302450194 2024-11-25T08:25:54,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/f117e7af12b44a6ca1f315981856f6e9 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/f117e7af12b44a6ca1f315981856f6e9 2024-11-25T08:25:54,255 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/f117e7af12b44a6ca1f315981856f6e9, entries=150, sequenceid=370, filesize=12.0 K 2024-11-25T08:25:54,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/c07434e04c58406a814d95459c27e545 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/c07434e04c58406a814d95459c27e545 2024-11-25T08:25:54,258 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/c07434e04c58406a814d95459c27e545, entries=150, sequenceid=370, filesize=12.0 K 2024-11-25T08:25:54,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/3182fff8fa584ca3b1d6051302450194 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/3182fff8fa584ca3b1d6051302450194 2024-11-25T08:25:54,261 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/3182fff8fa584ca3b1d6051302450194, entries=150, sequenceid=370, filesize=12.0 K 2024-11-25T08:25:54,262 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f0c6044ac2ccd2696898833e365fea7e in 870ms, sequenceid=370, compaction requested=true 2024-11-25T08:25:54,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:54,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:54,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-25T08:25:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-25T08:25:54,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-25T08:25:54,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5700 sec 2024-11-25T08:25:54,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.5730 sec 2024-11-25T08:25:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:54,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T08:25:54,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:54,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:54,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:54,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:54,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:54,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:54,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/dd68a39f7d184c5ea61e976a3a1238fd is 50, key is test_row_0/A:col10/1732523153526/Put/seqid=0 2024-11-25T08:25:54,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742372_1548 (size=14741) 2024-11-25T08:25:54,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523214672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:54,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/dd68a39f7d184c5ea61e976a3a1238fd 2024-11-25T08:25:54,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:54,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523214673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523214673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:54,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:54,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523214674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523214674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:54,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/9cc4e517347f45bca4974a090aa173a6 is 50, key is test_row_0/B:col10/1732523153526/Put/seqid=0 2024-11-25T08:25:54,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742373_1549 (size=12301) 2024-11-25T08:25:54,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/9cc4e517347f45bca4974a090aa173a6 2024-11-25T08:25:54,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/8407981137d6457d95f98bfa092bb2cb is 50, key is test_row_0/C:col10/1732523153526/Put/seqid=0 2024-11-25T08:25:54,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742374_1550 (size=12301) 2024-11-25T08:25:54,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523214779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:54,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523214785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:54,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523214785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:54,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523214787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:54,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523214791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:54,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523214987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:54,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523214993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:55,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523214996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:55,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523214996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:55,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523215000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:55,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/8407981137d6457d95f98bfa092bb2cb 2024-11-25T08:25:55,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/dd68a39f7d184c5ea61e976a3a1238fd as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/dd68a39f7d184c5ea61e976a3a1238fd 2024-11-25T08:25:55,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/dd68a39f7d184c5ea61e976a3a1238fd, entries=200, sequenceid=396, filesize=14.4 K 2024-11-25T08:25:55,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/9cc4e517347f45bca4974a090aa173a6 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/9cc4e517347f45bca4974a090aa173a6 2024-11-25T08:25:55,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/9cc4e517347f45bca4974a090aa173a6, entries=150, sequenceid=396, filesize=12.0 K 2024-11-25T08:25:55,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/8407981137d6457d95f98bfa092bb2cb as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/8407981137d6457d95f98bfa092bb2cb 2024-11-25T08:25:55,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/8407981137d6457d95f98bfa092bb2cb, entries=150, sequenceid=396, filesize=12.0 K 2024-11-25T08:25:55,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f0c6044ac2ccd2696898833e365fea7e in 521ms, sequenceid=396, compaction requested=true 2024-11-25T08:25:55,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:55,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:25:55,182 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:25:55,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:55,182 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:55,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:25:55,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:55,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:25:55,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:55,183 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:55,183 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/B is initiating minor compaction (all files) 2024-11-25T08:25:55,183 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/B in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:55,183 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8cee9b4683504aeb88a603b1d44d0b2b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/c07434e04c58406a814d95459c27e545, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/9cc4e517347f45bca4974a090aa173a6] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=36.9 K 2024-11-25T08:25:55,183 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54902 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:25:55,183 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cee9b4683504aeb88a603b1d44d0b2b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732523151602 2024-11-25T08:25:55,183 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/A is initiating minor compaction (all files) 2024-11-25T08:25:55,183 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/A in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:55,183 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/5de8af499d7d43b4a04fa847ac5ec382, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/f4edc1aff727432e8b28c79e7b1a4d90, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/f117e7af12b44a6ca1f315981856f6e9, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/dd68a39f7d184c5ea61e976a3a1238fd] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=53.6 K 2024-11-25T08:25:55,184 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting c07434e04c58406a814d95459c27e545, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732523152309 2024-11-25T08:25:55,184 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5de8af499d7d43b4a04fa847ac5ec382, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732523151366 2024-11-25T08:25:55,184 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cc4e517347f45bca4974a090aa173a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732523153526 2024-11-25T08:25:55,184 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4edc1aff727432e8b28c79e7b1a4d90, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732523151602 2024-11-25T08:25:55,185 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting f117e7af12b44a6ca1f315981856f6e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732523152309 2024-11-25T08:25:55,185 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd68a39f7d184c5ea61e976a3a1238fd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732523153526 2024-11-25T08:25:55,192 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#B#compaction#470 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:55,193 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/eaef1e963b074b779854e5ede3691fae is 50, key is test_row_0/B:col10/1732523153526/Put/seqid=0 2024-11-25T08:25:55,208 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#A#compaction#471 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:55,208 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/fd280e1f3ec34f149415c1f3a2397f11 is 50, key is test_row_0/A:col10/1732523153526/Put/seqid=0 2024-11-25T08:25:55,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742375_1551 (size=13255) 2024-11-25T08:25:55,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742376_1552 (size=13255) 2024-11-25T08:25:55,231 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/eaef1e963b074b779854e5ede3691fae as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/eaef1e963b074b779854e5ede3691fae 2024-11-25T08:25:55,237 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/B of f0c6044ac2ccd2696898833e365fea7e into eaef1e963b074b779854e5ede3691fae(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:55,237 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:55,237 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/B, priority=13, startTime=1732523155182; duration=0sec 2024-11-25T08:25:55,237 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:55,237 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:B 2024-11-25T08:25:55,237 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:55,240 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:55,241 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/C is initiating minor compaction (all files) 2024-11-25T08:25:55,241 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/C in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:55,241 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/cb3f480ed137498f92137cfb91895826, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/3182fff8fa584ca3b1d6051302450194, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/8407981137d6457d95f98bfa092bb2cb] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=36.9 K 2024-11-25T08:25:55,241 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting cb3f480ed137498f92137cfb91895826, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732523151602 2024-11-25T08:25:55,241 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 3182fff8fa584ca3b1d6051302450194, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732523152309 2024-11-25T08:25:55,241 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 8407981137d6457d95f98bfa092bb2cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732523153526 2024-11-25T08:25:55,257 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#C#compaction#472 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:55,257 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/4af9ff3c993c4b088ed3f7cea7995ce2 is 50, key is test_row_0/C:col10/1732523153526/Put/seqid=0 2024-11-25T08:25:55,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742377_1553 (size=13255) 2024-11-25T08:25:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:55,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T08:25:55,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:55,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:55,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:55,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:55,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:55,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:55,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/80d5dc3fe81a42ceb792df09689e4697 is 50, key is test_row_0/A:col10/1732523154673/Put/seqid=0 2024-11-25T08:25:55,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742378_1554 (size=14741) 2024-11-25T08:25:55,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523215366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:55,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523215370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:55,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523215371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:55,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523215371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:55,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523215372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:55,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:55,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523215472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:55,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:55,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523215475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:55,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:55,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523215481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:55,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:55,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523215481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:55,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:55,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523215482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:55,642 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/fd280e1f3ec34f149415c1f3a2397f11 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/fd280e1f3ec34f149415c1f3a2397f11 2024-11-25T08:25:55,647 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/A of f0c6044ac2ccd2696898833e365fea7e into fd280e1f3ec34f149415c1f3a2397f11(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:55,647 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:55,647 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/A, priority=12, startTime=1732523155181; duration=0sec 2024-11-25T08:25:55,647 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:55,647 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:A 2024-11-25T08:25:55,674 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/4af9ff3c993c4b088ed3f7cea7995ce2 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/4af9ff3c993c4b088ed3f7cea7995ce2 2024-11-25T08:25:55,678 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/C of f0c6044ac2ccd2696898833e365fea7e into 4af9ff3c993c4b088ed3f7cea7995ce2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:55,678 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:55,678 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/C, priority=13, startTime=1732523155182; duration=0sec 2024-11-25T08:25:55,678 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:55,678 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:C 2024-11-25T08:25:55,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523215679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:55,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523215681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:55,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:55,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523215691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523215691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:55,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523215691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:55,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/80d5dc3fe81a42ceb792df09689e4697 2024-11-25T08:25:55,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/0b582c330aca440c9b786c26df179e11 is 50, key is test_row_0/B:col10/1732523154673/Put/seqid=0 2024-11-25T08:25:55,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742379_1555 (size=12301) 2024-11-25T08:25:55,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/0b582c330aca440c9b786c26df179e11 2024-11-25T08:25:55,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/b37df5a3087e4b0c9da3d91d80a3a11e is 50, key is test_row_0/C:col10/1732523154673/Put/seqid=0 2024-11-25T08:25:55,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742380_1556 (size=12301) 2024-11-25T08:25:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T08:25:55,796 INFO [Thread-2084 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-25T08:25:55,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:25:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-25T08:25:55,799 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:25:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T08:25:55,800 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:25:55,800 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:25:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T08:25:55,950 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:55,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T08:25:55,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:55,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:55,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:55,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:55,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:55,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523215990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523215997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523215998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523216000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523216001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T08:25:56,102 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T08:25:56,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:56,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:56,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:56,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:56,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:56,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/b37df5a3087e4b0c9da3d91d80a3a11e 2024-11-25T08:25:56,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/80d5dc3fe81a42ceb792df09689e4697 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/80d5dc3fe81a42ceb792df09689e4697 2024-11-25T08:25:56,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/80d5dc3fe81a42ceb792df09689e4697, entries=200, sequenceid=409, filesize=14.4 K 2024-11-25T08:25:56,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/0b582c330aca440c9b786c26df179e11 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/0b582c330aca440c9b786c26df179e11 2024-11-25T08:25:56,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/0b582c330aca440c9b786c26df179e11, entries=150, sequenceid=409, filesize=12.0 K 2024-11-25T08:25:56,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/b37df5a3087e4b0c9da3d91d80a3a11e as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/b37df5a3087e4b0c9da3d91d80a3a11e 2024-11-25T08:25:56,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/b37df5a3087e4b0c9da3d91d80a3a11e, entries=150, sequenceid=409, filesize=12.0 K 2024-11-25T08:25:56,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for f0c6044ac2ccd2696898833e365fea7e in 895ms, sequenceid=409, compaction requested=false 2024-11-25T08:25:56,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:56,259 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T08:25:56,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:56,260 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T08:25:56,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:56,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:56,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:56,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:56,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:56,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:56,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/5529f524be754ae98355c45123ebe176 is 50, key is test_row_0/A:col10/1732523155358/Put/seqid=0 2024-11-25T08:25:56,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742381_1557 (size=12301) 2024-11-25T08:25:56,270 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/5529f524be754ae98355c45123ebe176 2024-11-25T08:25:56,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/a0e341f5d49a464fadfccee281e1960a is 50, key is test_row_0/B:col10/1732523155358/Put/seqid=0 2024-11-25T08:25:56,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742382_1558 (size=12301) 2024-11-25T08:25:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T08:25:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:56,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:56,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523216512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523216513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523216514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:56,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523216516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:56,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523216516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523216616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523216617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523216617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:56,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523216625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:56,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523216626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,680 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/a0e341f5d49a464fadfccee281e1960a 2024-11-25T08:25:56,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/a3d953f5db1a49f18745a46fa88fc1a8 is 50, key is test_row_0/C:col10/1732523155358/Put/seqid=0 2024-11-25T08:25:56,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742383_1559 (size=12301) 2024-11-25T08:25:56,704 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/a3d953f5db1a49f18745a46fa88fc1a8 2024-11-25T08:25:56,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/5529f524be754ae98355c45123ebe176 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/5529f524be754ae98355c45123ebe176 2024-11-25T08:25:56,712 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/5529f524be754ae98355c45123ebe176, entries=150, sequenceid=436, filesize=12.0 K 2024-11-25T08:25:56,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/a0e341f5d49a464fadfccee281e1960a as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/a0e341f5d49a464fadfccee281e1960a 2024-11-25T08:25:56,717 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/a0e341f5d49a464fadfccee281e1960a, entries=150, sequenceid=436, filesize=12.0 K 2024-11-25T08:25:56,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/a3d953f5db1a49f18745a46fa88fc1a8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/a3d953f5db1a49f18745a46fa88fc1a8 2024-11-25T08:25:56,736 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/a3d953f5db1a49f18745a46fa88fc1a8, entries=150, sequenceid=436, filesize=12.0 K 2024-11-25T08:25:56,736 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for f0c6044ac2ccd2696898833e365fea7e in 476ms, sequenceid=436, compaction requested=true 2024-11-25T08:25:56,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:56,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:56,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-25T08:25:56,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-25T08:25:56,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-25T08:25:56,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 938 msec 2024-11-25T08:25:56,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 943 msec 2024-11-25T08:25:56,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:56,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T08:25:56,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:56,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:56,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:56,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:56,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:56,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:56,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/24c5d027de39493994de3b63f06ceecc is 50, key is test_row_0/A:col10/1732523156824/Put/seqid=0 2024-11-25T08:25:56,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742384_1560 (size=14741) 2024-11-25T08:25:56,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/24c5d027de39493994de3b63f06ceecc 2024-11-25T08:25:56,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/8deb4338d8e245f381d1e5808e3c24f9 is 50, key is test_row_0/B:col10/1732523156824/Put/seqid=0 2024-11-25T08:25:56,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742385_1561 (size=12301) 2024-11-25T08:25:56,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523216866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523216869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523216871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523216872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523216872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T08:25:56,902 INFO [Thread-2084 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-25T08:25:56,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:25:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-25T08:25:56,915 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:25:56,915 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:25:56,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:25:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T08:25:56,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523216978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523216985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523216985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523216987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:56,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523216989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T08:25:57,067 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:57,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T08:25:57,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:57,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:57,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:57,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:57,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:57,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523217191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:57,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523217193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:57,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523217195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:57,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523217197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:57,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523217198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T08:25:57,226 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:57,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T08:25:57,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:57,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:57,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:57,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:57,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:57,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/8deb4338d8e245f381d1e5808e3c24f9 2024-11-25T08:25:57,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/7b5539a8af704346814460472bb85f19 is 50, key is test_row_0/C:col10/1732523156824/Put/seqid=0 2024-11-25T08:25:57,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742386_1562 (size=12301) 2024-11-25T08:25:57,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/7b5539a8af704346814460472bb85f19 2024-11-25T08:25:57,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/24c5d027de39493994de3b63f06ceecc as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/24c5d027de39493994de3b63f06ceecc 2024-11-25T08:25:57,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/24c5d027de39493994de3b63f06ceecc, entries=200, sequenceid=449, filesize=14.4 K 2024-11-25T08:25:57,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/8deb4338d8e245f381d1e5808e3c24f9 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8deb4338d8e245f381d1e5808e3c24f9 2024-11-25T08:25:57,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8deb4338d8e245f381d1e5808e3c24f9, entries=150, sequenceid=449, filesize=12.0 K 2024-11-25T08:25:57,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/7b5539a8af704346814460472bb85f19 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/7b5539a8af704346814460472bb85f19 2024-11-25T08:25:57,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/7b5539a8af704346814460472bb85f19, entries=150, sequenceid=449, filesize=12.0 K 2024-11-25T08:25:57,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f0c6044ac2ccd2696898833e365fea7e in 522ms, sequenceid=449, compaction requested=true 2024-11-25T08:25:57,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:57,348 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:25:57,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:25:57,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:57,348 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:25:57,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:25:57,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:57,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:25:57,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:57,349 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55038 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:25:57,349 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/A is initiating minor compaction (all files) 2024-11-25T08:25:57,349 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/A in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:57,349 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/fd280e1f3ec34f149415c1f3a2397f11, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/80d5dc3fe81a42ceb792df09689e4697, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/5529f524be754ae98355c45123ebe176, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/24c5d027de39493994de3b63f06ceecc] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=53.7 K 2024-11-25T08:25:57,350 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:25:57,350 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/B is initiating minor compaction (all files) 2024-11-25T08:25:57,350 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/B in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:57,350 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/eaef1e963b074b779854e5ede3691fae, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/0b582c330aca440c9b786c26df179e11, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/a0e341f5d49a464fadfccee281e1960a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8deb4338d8e245f381d1e5808e3c24f9] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=49.0 K 2024-11-25T08:25:57,350 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd280e1f3ec34f149415c1f3a2397f11, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732523153526 2024-11-25T08:25:57,350 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting eaef1e963b074b779854e5ede3691fae, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732523153526 2024-11-25T08:25:57,350 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80d5dc3fe81a42ceb792df09689e4697, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732523154671 2024-11-25T08:25:57,350 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b582c330aca440c9b786c26df179e11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732523154671 2024-11-25T08:25:57,350 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5529f524be754ae98355c45123ebe176, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732523155358 2024-11-25T08:25:57,351 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting a0e341f5d49a464fadfccee281e1960a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732523155358 2024-11-25T08:25:57,355 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 8deb4338d8e245f381d1e5808e3c24f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732523156512 2024-11-25T08:25:57,355 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24c5d027de39493994de3b63f06ceecc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732523156512 2024-11-25T08:25:57,367 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#B#compaction#482 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:57,368 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/1c949e617eb84f7c876768ca2a662c2c is 50, key is test_row_0/B:col10/1732523156824/Put/seqid=0 2024-11-25T08:25:57,371 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#A#compaction#483 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:57,371 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/3d4c83adbf8a4ed9949c14e2a54a8988 is 50, key is test_row_0/A:col10/1732523156824/Put/seqid=0 2024-11-25T08:25:57,380 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:57,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T08:25:57,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:57,381 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T08:25:57,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:57,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:57,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:57,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:57,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:57,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:57,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742387_1563 (size=13391) 2024-11-25T08:25:57,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/6da36c574fb74cf2a53ab28df9412031 is 50, key is test_row_0/A:col10/1732523156866/Put/seqid=0 2024-11-25T08:25:57,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742388_1564 (size=13391) 2024-11-25T08:25:57,416 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/1c949e617eb84f7c876768ca2a662c2c as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/1c949e617eb84f7c876768ca2a662c2c 2024-11-25T08:25:57,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742389_1565 (size=12301) 2024-11-25T08:25:57,427 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/B of f0c6044ac2ccd2696898833e365fea7e into 1c949e617eb84f7c876768ca2a662c2c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:57,427 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:57,427 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/B, priority=12, startTime=1732523157348; duration=0sec 2024-11-25T08:25:57,427 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:57,427 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:B 2024-11-25T08:25:57,427 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:25:57,428 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:25:57,428 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/C is initiating minor compaction (all files) 2024-11-25T08:25:57,428 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/C in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:57,429 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/4af9ff3c993c4b088ed3f7cea7995ce2, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/b37df5a3087e4b0c9da3d91d80a3a11e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/a3d953f5db1a49f18745a46fa88fc1a8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/7b5539a8af704346814460472bb85f19] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=49.0 K 2024-11-25T08:25:57,432 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 4af9ff3c993c4b088ed3f7cea7995ce2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732523153526 2024-11-25T08:25:57,433 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting b37df5a3087e4b0c9da3d91d80a3a11e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732523154671 2024-11-25T08:25:57,433 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting a3d953f5db1a49f18745a46fa88fc1a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732523155358 2024-11-25T08:25:57,434 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b5539a8af704346814460472bb85f19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732523156512 2024-11-25T08:25:57,441 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#C#compaction#485 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:57,441 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/a9f16be81f66496da91350bfeff063ca is 50, key is test_row_0/C:col10/1732523156824/Put/seqid=0 2024-11-25T08:25:57,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742390_1566 (size=13391) 2024-11-25T08:25:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:57,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T08:25:57,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523217523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:57,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523217524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:57,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523217525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:57,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523217525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:57,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523217526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:57,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523217630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:57,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523217634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:57,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523217634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:57,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523217634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:57,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523217636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:57,821 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/3d4c83adbf8a4ed9949c14e2a54a8988 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/3d4c83adbf8a4ed9949c14e2a54a8988 2024-11-25T08:25:57,827 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/A of f0c6044ac2ccd2696898833e365fea7e into 3d4c83adbf8a4ed9949c14e2a54a8988(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:57,828 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:57,828 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/A, priority=12, startTime=1732523157348; duration=0sec 2024-11-25T08:25:57,828 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:57,828 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:A 2024-11-25T08:25:57,833 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/6da36c574fb74cf2a53ab28df9412031 2024-11-25T08:25:57,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/0f2952eb292f40a9a420205daaf751e7 is 50, key is test_row_0/B:col10/1732523156866/Put/seqid=0 2024-11-25T08:25:57,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523217842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:57,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523217843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:57,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523217843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:57,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523217844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:57,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523217845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:57,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742391_1567 (size=12301) 2024-11-25T08:25:57,896 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/a9f16be81f66496da91350bfeff063ca as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/a9f16be81f66496da91350bfeff063ca 2024-11-25T08:25:57,902 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/0f2952eb292f40a9a420205daaf751e7 2024-11-25T08:25:57,904 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/C of f0c6044ac2ccd2696898833e365fea7e into a9f16be81f66496da91350bfeff063ca(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:57,904 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:57,904 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/C, priority=12, startTime=1732523157348; duration=0sec 2024-11-25T08:25:57,904 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:57,904 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:C 2024-11-25T08:25:57,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/dba07b2fc8d1477d804c12a7e3fc6b3d is 50, key is test_row_0/C:col10/1732523156866/Put/seqid=0 2024-11-25T08:25:57,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742392_1568 (size=12301) 2024-11-25T08:25:57,986 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/dba07b2fc8d1477d804c12a7e3fc6b3d 2024-11-25T08:25:57,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/6da36c574fb74cf2a53ab28df9412031 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/6da36c574fb74cf2a53ab28df9412031 2024-11-25T08:25:57,996 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/6da36c574fb74cf2a53ab28df9412031, entries=150, sequenceid=472, filesize=12.0 K 2024-11-25T08:25:57,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/0f2952eb292f40a9a420205daaf751e7 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/0f2952eb292f40a9a420205daaf751e7 2024-11-25T08:25:58,004 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/0f2952eb292f40a9a420205daaf751e7, entries=150, sequenceid=472, filesize=12.0 K 2024-11-25T08:25:58,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/dba07b2fc8d1477d804c12a7e3fc6b3d as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/dba07b2fc8d1477d804c12a7e3fc6b3d 2024-11-25T08:25:58,012 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/dba07b2fc8d1477d804c12a7e3fc6b3d, entries=150, sequenceid=472, filesize=12.0 K 2024-11-25T08:25:58,013 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f0c6044ac2ccd2696898833e365fea7e in 632ms, sequenceid=472, compaction requested=false 2024-11-25T08:25:58,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:58,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:58,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-25T08:25:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-25T08:25:58,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-25T08:25:58,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1030 sec 2024-11-25T08:25:58,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.1090 sec 2024-11-25T08:25:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T08:25:58,039 INFO [Thread-2084 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-25T08:25:58,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:25:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-25T08:25:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-25T08:25:58,062 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:25:58,063 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:25:58,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:25:58,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T08:25:58,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:58,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:58,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:58,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:58,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:58,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:58,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/be78c49cff154541af7458e7fa929833 is 50, key is test_row_0/A:col10/1732523157523/Put/seqid=0 2024-11-25T08:25:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-25T08:25:58,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742393_1569 (size=14741) 2024-11-25T08:25:58,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/be78c49cff154541af7458e7fa929833 2024-11-25T08:25:58,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/b6001a7280354de6b231353e2b1e3786 is 50, key is test_row_0/B:col10/1732523157523/Put/seqid=0 2024-11-25T08:25:58,214 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-25T08:25:58,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:58,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:58,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:58,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:58,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:58,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742394_1570 (size=12301) 2024-11-25T08:25:58,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:58,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523218212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523218213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523218215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/b6001a7280354de6b231353e2b1e3786 2024-11-25T08:25:58,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523218216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523218226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/a826aedade1448f1bc3f044ec23fbfe1 is 50, key is test_row_0/C:col10/1732523157523/Put/seqid=0 2024-11-25T08:25:58,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742395_1571 (size=12301) 2024-11-25T08:25:58,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/a826aedade1448f1bc3f044ec23fbfe1 2024-11-25T08:25:58,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/be78c49cff154541af7458e7fa929833 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/be78c49cff154541af7458e7fa929833 2024-11-25T08:25:58,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/be78c49cff154541af7458e7fa929833, entries=200, sequenceid=489, filesize=14.4 K 2024-11-25T08:25:58,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/b6001a7280354de6b231353e2b1e3786 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/b6001a7280354de6b231353e2b1e3786 2024-11-25T08:25:58,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/b6001a7280354de6b231353e2b1e3786, entries=150, sequenceid=489, filesize=12.0 K 2024-11-25T08:25:58,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/a826aedade1448f1bc3f044ec23fbfe1 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/a826aedade1448f1bc3f044ec23fbfe1 2024-11-25T08:25:58,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/a826aedade1448f1bc3f044ec23fbfe1, entries=150, sequenceid=489, filesize=12.0 K 2024-11-25T08:25:58,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f0c6044ac2ccd2696898833e365fea7e in 177ms, sequenceid=489, compaction requested=true 2024-11-25T08:25:58,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:58,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:25:58,330 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:58,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:58,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:25:58,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:58,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:25:58,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:25:58,330 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:58,331 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:58,331 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/B is initiating minor compaction (all files) 2024-11-25T08:25:58,331 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/B in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:58,331 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/1c949e617eb84f7c876768ca2a662c2c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/0f2952eb292f40a9a420205daaf751e7, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/b6001a7280354de6b231353e2b1e3786] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=37.1 K 2024-11-25T08:25:58,332 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:58,332 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c949e617eb84f7c876768ca2a662c2c, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732523156512 2024-11-25T08:25:58,332 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/A is initiating minor compaction (all files) 2024-11-25T08:25:58,332 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/A in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:58,332 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/3d4c83adbf8a4ed9949c14e2a54a8988, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/6da36c574fb74cf2a53ab28df9412031, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/be78c49cff154541af7458e7fa929833] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=39.5 K 2024-11-25T08:25:58,332 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f2952eb292f40a9a420205daaf751e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732523156866 2024-11-25T08:25:58,332 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d4c83adbf8a4ed9949c14e2a54a8988, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732523156512 2024-11-25T08:25:58,333 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting b6001a7280354de6b231353e2b1e3786, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732523157522 2024-11-25T08:25:58,333 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6da36c574fb74cf2a53ab28df9412031, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732523156866 2024-11-25T08:25:58,335 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting be78c49cff154541af7458e7fa929833, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732523157522 2024-11-25T08:25:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:58,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T08:25:58,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:58,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:58,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:58,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:58,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:58,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:58,346 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#A#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:58,347 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/065b903caf554c3ca22b8420cfe89542 is 50, key is test_row_0/A:col10/1732523157523/Put/seqid=0 2024-11-25T08:25:58,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/4c6e82f396264228ab429cffe8a31fed is 50, key is test_row_0/A:col10/1732523158193/Put/seqid=0 2024-11-25T08:25:58,360 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#B#compaction#493 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:58,361 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/8f81abdbc86d46e49f09876de4fdf260 is 50, key is test_row_0/B:col10/1732523157523/Put/seqid=0 2024-11-25T08:25:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-25T08:25:58,374 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-25T08:25:58,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:58,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:58,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:58,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:58,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:58,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742396_1572 (size=13493) 2024-11-25T08:25:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:58,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523218362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:58,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523218371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523218373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523218384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523218385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,397 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/065b903caf554c3ca22b8420cfe89542 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/065b903caf554c3ca22b8420cfe89542 2024-11-25T08:25:58,400 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/A of f0c6044ac2ccd2696898833e365fea7e into 065b903caf554c3ca22b8420cfe89542(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:58,400 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:58,400 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/A, priority=13, startTime=1732523158330; duration=0sec 2024-11-25T08:25:58,400 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:25:58,400 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:A 2024-11-25T08:25:58,400 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:25:58,401 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:25:58,401 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/C is initiating minor compaction (all files) 2024-11-25T08:25:58,401 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/C in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:58,401 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/a9f16be81f66496da91350bfeff063ca, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/dba07b2fc8d1477d804c12a7e3fc6b3d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/a826aedade1448f1bc3f044ec23fbfe1] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=37.1 K 2024-11-25T08:25:58,401 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9f16be81f66496da91350bfeff063ca, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732523156512 2024-11-25T08:25:58,402 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting dba07b2fc8d1477d804c12a7e3fc6b3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732523156866 2024-11-25T08:25:58,402 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting a826aedade1448f1bc3f044ec23fbfe1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732523157522 2024-11-25T08:25:58,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742397_1573 (size=14741) 2024-11-25T08:25:58,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/4c6e82f396264228ab429cffe8a31fed 2024-11-25T08:25:58,409 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#C#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:25:58,410 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/594e18fd2fe44e509ad235ed6f7d495e is 50, key is test_row_0/C:col10/1732523157523/Put/seqid=0 2024-11-25T08:25:58,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742398_1574 (size=13493) 2024-11-25T08:25:58,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/1c429d835e4d473e8076097e1f84baa9 is 50, key is test_row_0/B:col10/1732523158193/Put/seqid=0 2024-11-25T08:25:58,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742399_1575 (size=13493) 2024-11-25T08:25:58,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742400_1576 (size=12301) 2024-11-25T08:25:58,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523218485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523218485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523218485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,494 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/594e18fd2fe44e509ad235ed6f7d495e as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/594e18fd2fe44e509ad235ed6f7d495e 2024-11-25T08:25:58,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523218496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523218497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,510 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/C of f0c6044ac2ccd2696898833e365fea7e into 594e18fd2fe44e509ad235ed6f7d495e(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:58,510 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:58,510 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/C, priority=13, startTime=1732523158330; duration=0sec 2024-11-25T08:25:58,510 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:58,510 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:C 2024-11-25T08:25:58,532 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-25T08:25:58,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:58,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:58,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:58,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:58,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-25T08:25:58,687 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-25T08:25:58,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:58,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:58,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:58,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:58,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:58,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523218691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523218694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523218695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523218711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523218718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,853 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:58,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-25T08:25:58,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:58,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:58,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:58,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:58,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:58,863 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/8f81abdbc86d46e49f09876de4fdf260 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8f81abdbc86d46e49f09876de4fdf260 2024-11-25T08:25:58,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/1c429d835e4d473e8076097e1f84baa9 2024-11-25T08:25:58,911 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/B of f0c6044ac2ccd2696898833e365fea7e into 8f81abdbc86d46e49f09876de4fdf260(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:25:58,911 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:58,911 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/B, priority=13, startTime=1732523158330; duration=0sec 2024-11-25T08:25:58,911 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:25:58,911 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:B 2024-11-25T08:25:58,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/ec575aafeec14fa8ace191f018ed93f5 is 50, key is test_row_0/C:col10/1732523158193/Put/seqid=0 2024-11-25T08:25:58,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742401_1577 (size=12301) 2024-11-25T08:25:59,015 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:59,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523219008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:59,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-25T08:25:59,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523219015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:59,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:59,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:59,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:59,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:59,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:59,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523219018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:59,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523219030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:59,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523219030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-25T08:25:59,185 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:59,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-25T08:25:59,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:59,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:59,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:59,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:59,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:59,346 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:59,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-25T08:25:59,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:59,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:59,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:59,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:59,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:25:59,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/ec575aafeec14fa8ace191f018ed93f5 2024-11-25T08:25:59,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/4c6e82f396264228ab429cffe8a31fed as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/4c6e82f396264228ab429cffe8a31fed 2024-11-25T08:25:59,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/4c6e82f396264228ab429cffe8a31fed, entries=200, sequenceid=515, filesize=14.4 K 2024-11-25T08:25:59,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/1c429d835e4d473e8076097e1f84baa9 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/1c429d835e4d473e8076097e1f84baa9 2024-11-25T08:25:59,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/1c429d835e4d473e8076097e1f84baa9, entries=150, sequenceid=515, filesize=12.0 K 2024-11-25T08:25:59,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/ec575aafeec14fa8ace191f018ed93f5 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/ec575aafeec14fa8ace191f018ed93f5 2024-11-25T08:25:59,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/ec575aafeec14fa8ace191f018ed93f5, entries=150, sequenceid=515, filesize=12.0 K 2024-11-25T08:25:59,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for f0c6044ac2ccd2696898833e365fea7e in 1089ms, sequenceid=515, compaction requested=false 2024-11-25T08:25:59,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:25:59,502 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:59,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-25T08:25:59,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:25:59,502 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T08:25:59,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:25:59,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:59,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:25:59,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:59,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:25:59,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:25:59,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/c32524662a034aa4b6a609817ef9c84e is 50, key is test_row_0/A:col10/1732523158362/Put/seqid=0 2024-11-25T08:25:59,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742402_1578 (size=12301) 2024-11-25T08:25:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:25:59,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. as already flushing 2024-11-25T08:25:59,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523219567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:59,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523219568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:59,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523219572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:59,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523219572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:59,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523219572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:59,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523219678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:59,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523219678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:59,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523219680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:59,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523219681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:59,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523219681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:59,752 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T08:25:59,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523219883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:59,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523219883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:59,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523219883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:59,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523219889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:59,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:25:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523219890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:25:59,919 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/c32524662a034aa4b6a609817ef9c84e 2024-11-25T08:25:59,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/b26c5eb709184b97b4e08541f9151189 is 50, key is test_row_0/B:col10/1732523158362/Put/seqid=0 2024-11-25T08:25:59,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742403_1579 (size=12301) 2024-11-25T08:26:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-25T08:26:00,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523220187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:00,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523220193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:00,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523220194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:00,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523220194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:00,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523220194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:00,336 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/b26c5eb709184b97b4e08541f9151189 2024-11-25T08:26:00,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/e7c92ce077b34b9fa322864573a293d1 is 50, key is test_row_0/C:col10/1732523158362/Put/seqid=0 2024-11-25T08:26:00,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742404_1580 (size=12301) 2024-11-25T08:26:00,351 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/e7c92ce077b34b9fa322864573a293d1 2024-11-25T08:26:00,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/c32524662a034aa4b6a609817ef9c84e as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/c32524662a034aa4b6a609817ef9c84e 2024-11-25T08:26:00,358 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/c32524662a034aa4b6a609817ef9c84e, entries=150, sequenceid=529, filesize=12.0 K 2024-11-25T08:26:00,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/b26c5eb709184b97b4e08541f9151189 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/b26c5eb709184b97b4e08541f9151189 2024-11-25T08:26:00,364 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/b26c5eb709184b97b4e08541f9151189, entries=150, sequenceid=529, filesize=12.0 K 2024-11-25T08:26:00,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/e7c92ce077b34b9fa322864573a293d1 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/e7c92ce077b34b9fa322864573a293d1 2024-11-25T08:26:00,367 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/e7c92ce077b34b9fa322864573a293d1, entries=150, sequenceid=529, filesize=12.0 K 2024-11-25T08:26:00,368 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for f0c6044ac2ccd2696898833e365fea7e in 866ms, sequenceid=529, compaction requested=true 2024-11-25T08:26:00,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:26:00,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:26:00,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-25T08:26:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-11-25T08:26:00,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-25T08:26:00,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3060 sec 2024-11-25T08:26:00,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 2.3170 sec 2024-11-25T08:26:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:26:00,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T08:26:00,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:26:00,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:00,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:26:00,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:00,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:26:00,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:00,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/121f2400427246d6b065259cdf1b5e78 is 50, key is test_row_0/A:col10/1732523160701/Put/seqid=0 2024-11-25T08:26:00,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523220717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:00,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523220717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:00,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523220718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:00,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523220720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:00,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523220720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:00,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742405_1581 (size=14741) 2024-11-25T08:26:00,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/121f2400427246d6b065259cdf1b5e78 2024-11-25T08:26:00,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/9294b15e0a194d4294366066a8b627da is 50, key is test_row_0/B:col10/1732523160701/Put/seqid=0 2024-11-25T08:26:00,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742406_1582 (size=12301) 2024-11-25T08:26:00,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/9294b15e0a194d4294366066a8b627da 2024-11-25T08:26:00,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/1fabdab789a24b6fbf5a327b214742cc is 50, key is test_row_0/C:col10/1732523160701/Put/seqid=0 2024-11-25T08:26:00,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57964 deadline: 1732523220822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:00,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57982 deadline: 1732523220822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:00,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57942 deadline: 1732523220827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:00,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57940 deadline: 1732523220828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:00,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:57980 deadline: 1732523220829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:00,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742407_1583 (size=12301) 2024-11-25T08:26:00,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/1fabdab789a24b6fbf5a327b214742cc 2024-11-25T08:26:00,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/121f2400427246d6b065259cdf1b5e78 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/121f2400427246d6b065259cdf1b5e78 2024-11-25T08:26:00,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/121f2400427246d6b065259cdf1b5e78, entries=200, sequenceid=556, filesize=14.4 K 2024-11-25T08:26:00,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/9294b15e0a194d4294366066a8b627da as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/9294b15e0a194d4294366066a8b627da 2024-11-25T08:26:00,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/9294b15e0a194d4294366066a8b627da, entries=150, sequenceid=556, filesize=12.0 K 2024-11-25T08:26:00,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/1fabdab789a24b6fbf5a327b214742cc as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/1fabdab789a24b6fbf5a327b214742cc 2024-11-25T08:26:00,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/1fabdab789a24b6fbf5a327b214742cc, entries=150, sequenceid=556, filesize=12.0 K 2024-11-25T08:26:00,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f0c6044ac2ccd2696898833e365fea7e in 168ms, sequenceid=556, compaction requested=true 2024-11-25T08:26:00,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:26:00,871 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:26:00,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:26:00,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:00,871 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:26:00,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:26:00,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:00,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0c6044ac2ccd2696898833e365fea7e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:26:00,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:26:00,872 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55276 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:26:00,873 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/A is initiating minor compaction (all files) 2024-11-25T08:26:00,873 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/A in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:26:00,873 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/065b903caf554c3ca22b8420cfe89542, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/4c6e82f396264228ab429cffe8a31fed, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/c32524662a034aa4b6a609817ef9c84e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/121f2400427246d6b065259cdf1b5e78] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=54.0 K 2024-11-25T08:26:00,873 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:26:00,873 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/B is initiating minor compaction (all files) 2024-11-25T08:26:00,873 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/B in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:26:00,873 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8f81abdbc86d46e49f09876de4fdf260, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/1c429d835e4d473e8076097e1f84baa9, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/b26c5eb709184b97b4e08541f9151189, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/9294b15e0a194d4294366066a8b627da] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=49.2 K 2024-11-25T08:26:00,874 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 065b903caf554c3ca22b8420cfe89542, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732523157522 2024-11-25T08:26:00,874 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f81abdbc86d46e49f09876de4fdf260, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732523157522 2024-11-25T08:26:00,874 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c429d835e4d473e8076097e1f84baa9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1732523158193 2024-11-25T08:26:00,874 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c6e82f396264228ab429cffe8a31fed, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1732523158193 2024-11-25T08:26:00,874 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting b26c5eb709184b97b4e08541f9151189, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1732523158358 2024-11-25T08:26:00,874 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting c32524662a034aa4b6a609817ef9c84e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1732523158358 2024-11-25T08:26:00,875 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 121f2400427246d6b065259cdf1b5e78, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1732523159562 2024-11-25T08:26:00,875 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 9294b15e0a194d4294366066a8b627da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1732523159562 2024-11-25T08:26:00,884 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#B#compaction#503 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:26:00,884 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/c77ea5427d8e445696d64f7136d773a0 is 50, key is test_row_0/B:col10/1732523160701/Put/seqid=0 2024-11-25T08:26:00,887 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#A#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:26:00,888 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/79eb28cd04fe4175ad2448aa1f542361 is 50, key is test_row_0/A:col10/1732523160701/Put/seqid=0 2024-11-25T08:26:00,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742408_1584 (size=13629) 2024-11-25T08:26:00,924 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/c77ea5427d8e445696d64f7136d773a0 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/c77ea5427d8e445696d64f7136d773a0 2024-11-25T08:26:00,930 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/B of f0c6044ac2ccd2696898833e365fea7e into c77ea5427d8e445696d64f7136d773a0(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:26:00,931 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:26:00,931 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/B, priority=12, startTime=1732523160871; duration=0sec 2024-11-25T08:26:00,931 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:26:00,931 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:B 2024-11-25T08:26:00,931 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:26:00,932 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:26:00,932 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): f0c6044ac2ccd2696898833e365fea7e/C is initiating minor compaction (all files) 2024-11-25T08:26:00,932 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f0c6044ac2ccd2696898833e365fea7e/C in TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:26:00,932 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/594e18fd2fe44e509ad235ed6f7d495e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/ec575aafeec14fa8ace191f018ed93f5, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/e7c92ce077b34b9fa322864573a293d1, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/1fabdab789a24b6fbf5a327b214742cc] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp, totalSize=49.2 K 2024-11-25T08:26:00,933 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 594e18fd2fe44e509ad235ed6f7d495e, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732523157522 2024-11-25T08:26:00,933 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting ec575aafeec14fa8ace191f018ed93f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1732523158193 2024-11-25T08:26:00,934 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting e7c92ce077b34b9fa322864573a293d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1732523158358 2024-11-25T08:26:00,934 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fabdab789a24b6fbf5a327b214742cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1732523159562 2024-11-25T08:26:00,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742409_1585 (size=13629) 2024-11-25T08:26:01,002 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0c6044ac2ccd2696898833e365fea7e#C#compaction#505 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:26:01,003 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/59df3f27f8e04e8e92e7c3aad355401a is 50, key is test_row_0/C:col10/1732523160701/Put/seqid=0 2024-11-25T08:26:01,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742410_1586 (size=13629) 2024-11-25T08:26:01,038 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/59df3f27f8e04e8e92e7c3aad355401a as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/59df3f27f8e04e8e92e7c3aad355401a 2024-11-25T08:26:01,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T08:26:01,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:26:01,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:01,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:26:01,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:01,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:26:01,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:26:01,051 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/C of f0c6044ac2ccd2696898833e365fea7e into 59df3f27f8e04e8e92e7c3aad355401a(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:26:01,051 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:26:01,051 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/C, priority=12, startTime=1732523160872; duration=0sec 2024-11-25T08:26:01,051 DEBUG [Thread-2087 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x055cbf7e to 127.0.0.1:59350 2024-11-25T08:26:01,051 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:01,051 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:C 2024-11-25T08:26:01,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/84c0b02645cc48369ce81eb93ccfff98 is 50, key is test_row_0/A:col10/1732523160718/Put/seqid=0 2024-11-25T08:26:01,053 DEBUG [Thread-2085 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31cbce48 to 127.0.0.1:59350 2024-11-25T08:26:01,053 DEBUG [Thread-2085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:01,058 DEBUG [Thread-2089 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00dd243c to 127.0.0.1:59350 2024-11-25T08:26:01,058 DEBUG [Thread-2089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:01,058 DEBUG [Thread-2082 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3afef062 to 127.0.0.1:59350 2024-11-25T08:26:01,059 DEBUG [Thread-2082 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:01,059 DEBUG [Thread-2076 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55734ebd to 127.0.0.1:59350 2024-11-25T08:26:01,059 DEBUG [Thread-2076 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:01,061 DEBUG [Thread-2074 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x57d4149c to 127.0.0.1:59350 2024-11-25T08:26:01,061 DEBUG [Thread-2074 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:01,062 DEBUG [Thread-2080 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43843d0f to 127.0.0.1:59350 2024-11-25T08:26:01,063 DEBUG [Thread-2080 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:01,063 DEBUG [Thread-2087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:01,064 DEBUG [Thread-2078 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76097426 to 127.0.0.1:59350 2024-11-25T08:26:01,064 DEBUG [Thread-2078 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:01,069 DEBUG [Thread-2093 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x124e98e8 to 127.0.0.1:59350 2024-11-25T08:26:01,069 DEBUG [Thread-2093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:01,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742411_1587 (size=17181) 2024-11-25T08:26:01,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=568 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/84c0b02645cc48369ce81eb93ccfff98 2024-11-25T08:26:01,082 DEBUG [Thread-2091 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4a2012ec to 127.0.0.1:59350 2024-11-25T08:26:01,082 DEBUG [Thread-2091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:01,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/77da6b002fb34c348c4866ca5420330a is 50, key is test_row_0/B:col10/1732523160718/Put/seqid=0 2024-11-25T08:26:01,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742412_1588 (size=12301) 2024-11-25T08:26:01,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=568 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/77da6b002fb34c348c4866ca5420330a 2024-11-25T08:26:01,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/b94f70edef4c457e90637ac3c225e618 is 50, key is test_row_0/C:col10/1732523160718/Put/seqid=0 2024-11-25T08:26:01,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742413_1589 (size=12301) 2024-11-25T08:26:01,389 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/79eb28cd04fe4175ad2448aa1f542361 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/79eb28cd04fe4175ad2448aa1f542361 2024-11-25T08:26:01,398 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f0c6044ac2ccd2696898833e365fea7e/A of f0c6044ac2ccd2696898833e365fea7e into 79eb28cd04fe4175ad2448aa1f542361(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:26:01,398 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:26:01,398 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e., storeName=f0c6044ac2ccd2696898833e365fea7e/A, priority=12, startTime=1732523160871; duration=0sec 2024-11-25T08:26:01,398 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:01,399 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0c6044ac2ccd2696898833e365fea7e:A 2024-11-25T08:26:01,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=568 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/b94f70edef4c457e90637ac3c225e618 2024-11-25T08:26:01,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/84c0b02645cc48369ce81eb93ccfff98 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/84c0b02645cc48369ce81eb93ccfff98 2024-11-25T08:26:01,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/84c0b02645cc48369ce81eb93ccfff98, entries=250, sequenceid=568, filesize=16.8 K 2024-11-25T08:26:01,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/77da6b002fb34c348c4866ca5420330a as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/77da6b002fb34c348c4866ca5420330a 2024-11-25T08:26:01,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/77da6b002fb34c348c4866ca5420330a, entries=150, sequenceid=568, filesize=12.0 K 2024-11-25T08:26:01,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/b94f70edef4c457e90637ac3c225e618 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/b94f70edef4c457e90637ac3c225e618 2024-11-25T08:26:01,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/b94f70edef4c457e90637ac3c225e618, entries=150, sequenceid=568, filesize=12.0 K 2024-11-25T08:26:01,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=46.96 KB/48090 for f0c6044ac2ccd2696898833e365fea7e in 549ms, sequenceid=568, compaction requested=false 2024-11-25T08:26:01,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:26:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-25T08:26:02,175 INFO [Thread-2084 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-25T08:26:02,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T08:26:02,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-25T08:26:02,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 126 2024-11-25T08:26:02,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-25T08:26:02,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 130 2024-11-25T08:26:02,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-25T08:26:02,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T08:26:02,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T08:26:02,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1172 2024-11-25T08:26:02,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3516 rows 2024-11-25T08:26:02,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1180 2024-11-25T08:26:02,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3540 rows 2024-11-25T08:26:02,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1189 2024-11-25T08:26:02,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3567 rows 2024-11-25T08:26:02,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1184 2024-11-25T08:26:02,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3552 rows 2024-11-25T08:26:02,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1186 2024-11-25T08:26:02,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3558 rows 2024-11-25T08:26:02,176 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T08:26:02,176 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d3557d8 to 127.0.0.1:59350 2024-11-25T08:26:02,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:02,179 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T08:26:02,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-25T08:26:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T08:26:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-25T08:26:02,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523162188"}]},"ts":"1732523162188"} 2024-11-25T08:26:02,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T08:26:02,224 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T08:26:02,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T08:26:02,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0c6044ac2ccd2696898833e365fea7e, UNASSIGN}] 2024-11-25T08:26:02,227 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0c6044ac2ccd2696898833e365fea7e, UNASSIGN 2024-11-25T08:26:02,228 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=f0c6044ac2ccd2696898833e365fea7e, regionState=CLOSING, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:02,229 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T08:26:02,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; CloseRegionProcedure f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560}] 2024-11-25T08:26:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-25T08:26:02,381 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:02,382 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(124): Close f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:26:02,382 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T08:26:02,382 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1681): Closing f0c6044ac2ccd2696898833e365fea7e, disabling compactions & flushes 2024-11-25T08:26:02,382 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:26:02,382 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:26:02,382 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. after waiting 0 ms 2024-11-25T08:26:02,382 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:26:02,382 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(2837): Flushing f0c6044ac2ccd2696898833e365fea7e 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T08:26:02,382 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=A 2024-11-25T08:26:02,383 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:02,383 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=B 2024-11-25T08:26:02,383 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:02,383 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0c6044ac2ccd2696898833e365fea7e, store=C 2024-11-25T08:26:02,383 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:02,393 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/ffba535b0617414aa449ea8488e466a5 is 50, key is test_row_0/A:col10/1732523161052/Put/seqid=0 2024-11-25T08:26:02,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742414_1590 (size=12301) 2024-11-25T08:26:02,411 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/ffba535b0617414aa449ea8488e466a5 2024-11-25T08:26:02,419 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/bbb70c6e54984e32a6d1cbba95b4769f is 50, key is test_row_0/B:col10/1732523161052/Put/seqid=0 2024-11-25T08:26:02,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742415_1591 (size=12301) 2024-11-25T08:26:02,449 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/bbb70c6e54984e32a6d1cbba95b4769f 2024-11-25T08:26:02,460 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/f597aa77189744638e0619c98dac748a is 50, key is test_row_0/C:col10/1732523161052/Put/seqid=0 2024-11-25T08:26:02,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742416_1592 (size=12301) 2024-11-25T08:26:02,477 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/f597aa77189744638e0619c98dac748a 2024-11-25T08:26:02,483 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/A/ffba535b0617414aa449ea8488e466a5 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/ffba535b0617414aa449ea8488e466a5 2024-11-25T08:26:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-25T08:26:02,487 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/ffba535b0617414aa449ea8488e466a5, entries=150, sequenceid=580, filesize=12.0 K 2024-11-25T08:26:02,488 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/B/bbb70c6e54984e32a6d1cbba95b4769f as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/bbb70c6e54984e32a6d1cbba95b4769f 2024-11-25T08:26:02,492 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/bbb70c6e54984e32a6d1cbba95b4769f, entries=150, sequenceid=580, filesize=12.0 K 2024-11-25T08:26:02,493 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/.tmp/C/f597aa77189744638e0619c98dac748a as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/f597aa77189744638e0619c98dac748a 2024-11-25T08:26:02,497 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/f597aa77189744638e0619c98dac748a, entries=150, sequenceid=580, filesize=12.0 K 2024-11-25T08:26:02,498 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for f0c6044ac2ccd2696898833e365fea7e in 116ms, sequenceid=580, compaction requested=true 2024-11-25T08:26:02,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/47c79131138a421186e08fccba1ca328, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/f4b3ec1d53064736b92d13ac43ddd200, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/9d1274a04a0a41d1a89b6668bedd57c4, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/8e57e5bd6f5d4350bab1798703e34748, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/3ccb126f0fc04869a506ba1ef6c95826, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/4688d5062cea49a1a98352926e638e11, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/a354586e0a2a4602b92180218e18e674, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/6715e0b0d70a4202ab41934ef89d0031, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/e41c64613d0944069909db9e4796d353, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/fa4dbc242fb643a3b668656dafd7907f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/80030a3c65f44fb1ab9dd5754e88ec2c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/06da901c7e284e41835ec99c1ecdee82, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/6a33484c43394dea89e7d4e308469724, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/7ce12f5572014b739fc3ed436e6604c2, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/e2ba8ea87f864b7faa21a651ebac9481, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/66d05ff405a54336ad81bd7a82639bcc, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/9146aaf7646a4404b15db10272879792, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/bbe367a2ae8c43b0a82d53eab8bf38e0, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/ff46350e47a440f3afa3eb9c5bd63834, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/37425eda5ddd49faa33ef4319ebbaaef, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/d73f3d2272de4355a36938f94949a5c6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/39637c98bac44570b38f8de476f525f4, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/70875e212f00493594815e0f7fad8dd7, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/b0daf444e0224124b2729a363ae69860, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/5de8af499d7d43b4a04fa847ac5ec382, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/f4edc1aff727432e8b28c79e7b1a4d90, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/f117e7af12b44a6ca1f315981856f6e9, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/dd68a39f7d184c5ea61e976a3a1238fd, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/fd280e1f3ec34f149415c1f3a2397f11, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/80d5dc3fe81a42ceb792df09689e4697, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/5529f524be754ae98355c45123ebe176, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/24c5d027de39493994de3b63f06ceecc, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/3d4c83adbf8a4ed9949c14e2a54a8988, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/6da36c574fb74cf2a53ab28df9412031, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/be78c49cff154541af7458e7fa929833, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/065b903caf554c3ca22b8420cfe89542, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/4c6e82f396264228ab429cffe8a31fed, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/c32524662a034aa4b6a609817ef9c84e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/121f2400427246d6b065259cdf1b5e78] to archive 2024-11-25T08:26:02,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T08:26:02,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/47c79131138a421186e08fccba1ca328 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/47c79131138a421186e08fccba1ca328 2024-11-25T08:26:02,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/f4b3ec1d53064736b92d13ac43ddd200 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/f4b3ec1d53064736b92d13ac43ddd200 2024-11-25T08:26:02,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/9d1274a04a0a41d1a89b6668bedd57c4 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/9d1274a04a0a41d1a89b6668bedd57c4 2024-11-25T08:26:02,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/8e57e5bd6f5d4350bab1798703e34748 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/8e57e5bd6f5d4350bab1798703e34748 2024-11-25T08:26:02,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/3ccb126f0fc04869a506ba1ef6c95826 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/3ccb126f0fc04869a506ba1ef6c95826 2024-11-25T08:26:02,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/4688d5062cea49a1a98352926e638e11 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/4688d5062cea49a1a98352926e638e11 2024-11-25T08:26:02,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/a354586e0a2a4602b92180218e18e674 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/a354586e0a2a4602b92180218e18e674 2024-11-25T08:26:02,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/6715e0b0d70a4202ab41934ef89d0031 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/6715e0b0d70a4202ab41934ef89d0031 2024-11-25T08:26:02,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/e41c64613d0944069909db9e4796d353 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/e41c64613d0944069909db9e4796d353 2024-11-25T08:26:02,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/fa4dbc242fb643a3b668656dafd7907f to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/fa4dbc242fb643a3b668656dafd7907f 2024-11-25T08:26:02,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/80030a3c65f44fb1ab9dd5754e88ec2c to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/80030a3c65f44fb1ab9dd5754e88ec2c 2024-11-25T08:26:02,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/06da901c7e284e41835ec99c1ecdee82 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/06da901c7e284e41835ec99c1ecdee82 2024-11-25T08:26:02,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/6a33484c43394dea89e7d4e308469724 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/6a33484c43394dea89e7d4e308469724 2024-11-25T08:26:02,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/7ce12f5572014b739fc3ed436e6604c2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/7ce12f5572014b739fc3ed436e6604c2 2024-11-25T08:26:02,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/e2ba8ea87f864b7faa21a651ebac9481 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/e2ba8ea87f864b7faa21a651ebac9481 2024-11-25T08:26:02,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/66d05ff405a54336ad81bd7a82639bcc to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/66d05ff405a54336ad81bd7a82639bcc 2024-11-25T08:26:02,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/9146aaf7646a4404b15db10272879792 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/9146aaf7646a4404b15db10272879792 2024-11-25T08:26:02,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/bbe367a2ae8c43b0a82d53eab8bf38e0 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/bbe367a2ae8c43b0a82d53eab8bf38e0 2024-11-25T08:26:02,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/ff46350e47a440f3afa3eb9c5bd63834 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/ff46350e47a440f3afa3eb9c5bd63834 2024-11-25T08:26:02,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/37425eda5ddd49faa33ef4319ebbaaef to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/37425eda5ddd49faa33ef4319ebbaaef 2024-11-25T08:26:02,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/d73f3d2272de4355a36938f94949a5c6 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/d73f3d2272de4355a36938f94949a5c6 2024-11-25T08:26:02,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/39637c98bac44570b38f8de476f525f4 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/39637c98bac44570b38f8de476f525f4 2024-11-25T08:26:02,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/70875e212f00493594815e0f7fad8dd7 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/70875e212f00493594815e0f7fad8dd7 2024-11-25T08:26:02,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/b0daf444e0224124b2729a363ae69860 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/b0daf444e0224124b2729a363ae69860 2024-11-25T08:26:02,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/5de8af499d7d43b4a04fa847ac5ec382 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/5de8af499d7d43b4a04fa847ac5ec382 2024-11-25T08:26:02,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/f4edc1aff727432e8b28c79e7b1a4d90 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/f4edc1aff727432e8b28c79e7b1a4d90 2024-11-25T08:26:02,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/f117e7af12b44a6ca1f315981856f6e9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/f117e7af12b44a6ca1f315981856f6e9 2024-11-25T08:26:02,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/dd68a39f7d184c5ea61e976a3a1238fd to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/dd68a39f7d184c5ea61e976a3a1238fd 2024-11-25T08:26:02,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/fd280e1f3ec34f149415c1f3a2397f11 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/fd280e1f3ec34f149415c1f3a2397f11 2024-11-25T08:26:02,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/80d5dc3fe81a42ceb792df09689e4697 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/80d5dc3fe81a42ceb792df09689e4697 2024-11-25T08:26:02,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/5529f524be754ae98355c45123ebe176 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/5529f524be754ae98355c45123ebe176 2024-11-25T08:26:02,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/24c5d027de39493994de3b63f06ceecc to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/24c5d027de39493994de3b63f06ceecc 2024-11-25T08:26:02,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/3d4c83adbf8a4ed9949c14e2a54a8988 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/3d4c83adbf8a4ed9949c14e2a54a8988 2024-11-25T08:26:02,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/6da36c574fb74cf2a53ab28df9412031 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/6da36c574fb74cf2a53ab28df9412031 2024-11-25T08:26:02,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/be78c49cff154541af7458e7fa929833 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/be78c49cff154541af7458e7fa929833 2024-11-25T08:26:02,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/065b903caf554c3ca22b8420cfe89542 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/065b903caf554c3ca22b8420cfe89542 2024-11-25T08:26:02,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/4c6e82f396264228ab429cffe8a31fed to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/4c6e82f396264228ab429cffe8a31fed 2024-11-25T08:26:02,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/c32524662a034aa4b6a609817ef9c84e to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/c32524662a034aa4b6a609817ef9c84e 2024-11-25T08:26:02,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/121f2400427246d6b065259cdf1b5e78 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/121f2400427246d6b065259cdf1b5e78 2024-11-25T08:26:02,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/f8731af0242f49409ce316a0a880306d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/ac452a384522495ca942e77a2efa6f9c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/d4f625686d214bfdada5d1dd20dc1d28, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/a1371b33321d48d0830d7674faff1994, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/7ca252af3712446894ce9dae0309e17f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/e3bd2baca97a42d0b36d75e54a345bf5, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/cb78691ed4344cc1b651baece70cd4c7, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/82a9f5602b2347809e2b49c47455c1ba, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/3409f09a588940cebd90437d4ba59187, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/aed38cd597da47988f1390033db20391, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/ac39efaf51e14cc6be1515a3a1fa58c5, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/034aa96d73794d93af6b9990c25f8bb6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/b45e203927b54105a3d2a1bb72320452, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/ce0ece9d6733429e9430f8fd2205a31c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/5eb4433e17384a2c900c3bf42ae6f9fd, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/2d9f1493a969436ea261586d1b4ecb93, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/6b4945c743784d1193efc092a175a838, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/3789fb2ffc064cd4a25224bfb5398e1d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/3466423286164db2b407ef04470d8bec, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8f747565671a4ffb8cbbd158c63753a2, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/be7d603513af409a98d46cbbf38ec17c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8b570a23a8d0427aa3ff39f3e6e2d29a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/5c7420e512b44dfd8f43d5397a60cb2b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/41053a0de3194c6aa9a4c5a3e0ebc11e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8cee9b4683504aeb88a603b1d44d0b2b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/e6548807438c46e39f74341a2747e82a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/c07434e04c58406a814d95459c27e545, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/eaef1e963b074b779854e5ede3691fae, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/9cc4e517347f45bca4974a090aa173a6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/0b582c330aca440c9b786c26df179e11, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/a0e341f5d49a464fadfccee281e1960a, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/1c949e617eb84f7c876768ca2a662c2c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8deb4338d8e245f381d1e5808e3c24f9, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/0f2952eb292f40a9a420205daaf751e7, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8f81abdbc86d46e49f09876de4fdf260, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/b6001a7280354de6b231353e2b1e3786, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/1c429d835e4d473e8076097e1f84baa9, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/b26c5eb709184b97b4e08541f9151189, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/9294b15e0a194d4294366066a8b627da] to archive 2024-11-25T08:26:02,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T08:26:02,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/f8731af0242f49409ce316a0a880306d to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/f8731af0242f49409ce316a0a880306d 2024-11-25T08:26:02,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/ac452a384522495ca942e77a2efa6f9c to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/ac452a384522495ca942e77a2efa6f9c 2024-11-25T08:26:02,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/d4f625686d214bfdada5d1dd20dc1d28 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/d4f625686d214bfdada5d1dd20dc1d28 2024-11-25T08:26:02,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/a1371b33321d48d0830d7674faff1994 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/a1371b33321d48d0830d7674faff1994 2024-11-25T08:26:02,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/7ca252af3712446894ce9dae0309e17f to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/7ca252af3712446894ce9dae0309e17f 2024-11-25T08:26:02,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/e3bd2baca97a42d0b36d75e54a345bf5 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/e3bd2baca97a42d0b36d75e54a345bf5 2024-11-25T08:26:02,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/cb78691ed4344cc1b651baece70cd4c7 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/cb78691ed4344cc1b651baece70cd4c7 2024-11-25T08:26:02,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/82a9f5602b2347809e2b49c47455c1ba to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/82a9f5602b2347809e2b49c47455c1ba 2024-11-25T08:26:02,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/3409f09a588940cebd90437d4ba59187 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/3409f09a588940cebd90437d4ba59187 2024-11-25T08:26:02,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/aed38cd597da47988f1390033db20391 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/aed38cd597da47988f1390033db20391 2024-11-25T08:26:02,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/ac39efaf51e14cc6be1515a3a1fa58c5 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/ac39efaf51e14cc6be1515a3a1fa58c5 2024-11-25T08:26:02,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/034aa96d73794d93af6b9990c25f8bb6 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/034aa96d73794d93af6b9990c25f8bb6 2024-11-25T08:26:02,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/b45e203927b54105a3d2a1bb72320452 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/b45e203927b54105a3d2a1bb72320452 2024-11-25T08:26:02,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/ce0ece9d6733429e9430f8fd2205a31c to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/ce0ece9d6733429e9430f8fd2205a31c 2024-11-25T08:26:02,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/5eb4433e17384a2c900c3bf42ae6f9fd to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/5eb4433e17384a2c900c3bf42ae6f9fd 2024-11-25T08:26:02,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/2d9f1493a969436ea261586d1b4ecb93 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/2d9f1493a969436ea261586d1b4ecb93 2024-11-25T08:26:02,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/6b4945c743784d1193efc092a175a838 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/6b4945c743784d1193efc092a175a838 2024-11-25T08:26:02,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/3789fb2ffc064cd4a25224bfb5398e1d to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/3789fb2ffc064cd4a25224bfb5398e1d 2024-11-25T08:26:02,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/3466423286164db2b407ef04470d8bec to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/3466423286164db2b407ef04470d8bec 2024-11-25T08:26:02,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8f747565671a4ffb8cbbd158c63753a2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8f747565671a4ffb8cbbd158c63753a2 2024-11-25T08:26:02,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/be7d603513af409a98d46cbbf38ec17c to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/be7d603513af409a98d46cbbf38ec17c 2024-11-25T08:26:02,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8b570a23a8d0427aa3ff39f3e6e2d29a to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8b570a23a8d0427aa3ff39f3e6e2d29a 2024-11-25T08:26:02,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/5c7420e512b44dfd8f43d5397a60cb2b to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/5c7420e512b44dfd8f43d5397a60cb2b 2024-11-25T08:26:02,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/41053a0de3194c6aa9a4c5a3e0ebc11e to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/41053a0de3194c6aa9a4c5a3e0ebc11e 2024-11-25T08:26:02,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8cee9b4683504aeb88a603b1d44d0b2b to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8cee9b4683504aeb88a603b1d44d0b2b 2024-11-25T08:26:02,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/e6548807438c46e39f74341a2747e82a to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/e6548807438c46e39f74341a2747e82a 2024-11-25T08:26:02,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/c07434e04c58406a814d95459c27e545 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/c07434e04c58406a814d95459c27e545 2024-11-25T08:26:02,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/eaef1e963b074b779854e5ede3691fae to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/eaef1e963b074b779854e5ede3691fae 2024-11-25T08:26:02,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/9cc4e517347f45bca4974a090aa173a6 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/9cc4e517347f45bca4974a090aa173a6 2024-11-25T08:26:02,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/0b582c330aca440c9b786c26df179e11 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/0b582c330aca440c9b786c26df179e11 2024-11-25T08:26:02,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/a0e341f5d49a464fadfccee281e1960a to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/a0e341f5d49a464fadfccee281e1960a 2024-11-25T08:26:02,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/1c949e617eb84f7c876768ca2a662c2c to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/1c949e617eb84f7c876768ca2a662c2c 2024-11-25T08:26:02,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8deb4338d8e245f381d1e5808e3c24f9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8deb4338d8e245f381d1e5808e3c24f9 2024-11-25T08:26:02,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/0f2952eb292f40a9a420205daaf751e7 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/0f2952eb292f40a9a420205daaf751e7 2024-11-25T08:26:02,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8f81abdbc86d46e49f09876de4fdf260 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/8f81abdbc86d46e49f09876de4fdf260 2024-11-25T08:26:02,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/b6001a7280354de6b231353e2b1e3786 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/b6001a7280354de6b231353e2b1e3786 2024-11-25T08:26:02,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/1c429d835e4d473e8076097e1f84baa9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/1c429d835e4d473e8076097e1f84baa9 2024-11-25T08:26:02,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/b26c5eb709184b97b4e08541f9151189 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/b26c5eb709184b97b4e08541f9151189 2024-11-25T08:26:02,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/9294b15e0a194d4294366066a8b627da to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/9294b15e0a194d4294366066a8b627da 2024-11-25T08:26:02,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/5adb8072ec11418c95ccad03919748bf, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/192f2db5621448d4a080e4918d7c92a9, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/d923d046bb3c4ea78c09c57c2ad2d875, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/4faa2e6584c749a698366ddddd032b1e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/5b9b0ccbecf44c098275c918af42cb82, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/2dbb0f9140f849048c1687a199c4bf12, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/587a0b2817214977be27ab20048c4826, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/9ec74197cec047e3bddd93c5c1bca729, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/8c8b4446171e45f6b84065eb8eca67be, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/c5079bb816e6488285e008d55d4cb38f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/880b6c2672d24bf1b3aaddf3a29a1a47, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/855fbbc35d92486299f72afd6054e0e1, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/1ce04b4a32f042c5b1743347f45936dc, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/b0db1f5eae064a76a0369871076dce3b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/95aace42af534e7e91237833ee7f48c8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/ba68dab4b9664bf18db1881d449d2b1d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/8f2656cad9fc4c20957ed5db280db2a8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/556afe598848467cae5267d1d08341a7, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/0c7e282300344d398c1bc4c855248707, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/ad99578cc03c4024a46d89fce50cc012, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/e2598c2029664ee7b0fc88be3c5ea4b5, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/a6fc025cd0d3455c88944cc70bf196aa, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/9049d12641f04da5815b4498b8b28873, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/55203ec618e146e797bc7517a2d841f3, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/cb3f480ed137498f92137cfb91895826, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/9d7adeb28ede459c896cefa41efa396e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/3182fff8fa584ca3b1d6051302450194, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/4af9ff3c993c4b088ed3f7cea7995ce2, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/8407981137d6457d95f98bfa092bb2cb, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/b37df5a3087e4b0c9da3d91d80a3a11e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/a3d953f5db1a49f18745a46fa88fc1a8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/a9f16be81f66496da91350bfeff063ca, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/7b5539a8af704346814460472bb85f19, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/dba07b2fc8d1477d804c12a7e3fc6b3d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/594e18fd2fe44e509ad235ed6f7d495e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/a826aedade1448f1bc3f044ec23fbfe1, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/ec575aafeec14fa8ace191f018ed93f5, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/e7c92ce077b34b9fa322864573a293d1, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/1fabdab789a24b6fbf5a327b214742cc] to archive 2024-11-25T08:26:02,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T08:26:02,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/5adb8072ec11418c95ccad03919748bf to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/5adb8072ec11418c95ccad03919748bf 2024-11-25T08:26:02,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/192f2db5621448d4a080e4918d7c92a9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/192f2db5621448d4a080e4918d7c92a9 2024-11-25T08:26:02,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/d923d046bb3c4ea78c09c57c2ad2d875 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/d923d046bb3c4ea78c09c57c2ad2d875 2024-11-25T08:26:02,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/4faa2e6584c749a698366ddddd032b1e to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/4faa2e6584c749a698366ddddd032b1e 2024-11-25T08:26:02,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/5b9b0ccbecf44c098275c918af42cb82 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/5b9b0ccbecf44c098275c918af42cb82 2024-11-25T08:26:02,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/2dbb0f9140f849048c1687a199c4bf12 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/2dbb0f9140f849048c1687a199c4bf12 2024-11-25T08:26:02,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/587a0b2817214977be27ab20048c4826 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/587a0b2817214977be27ab20048c4826 2024-11-25T08:26:02,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/9ec74197cec047e3bddd93c5c1bca729 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/9ec74197cec047e3bddd93c5c1bca729 2024-11-25T08:26:02,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/8c8b4446171e45f6b84065eb8eca67be to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/8c8b4446171e45f6b84065eb8eca67be 2024-11-25T08:26:02,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/c5079bb816e6488285e008d55d4cb38f to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/c5079bb816e6488285e008d55d4cb38f 2024-11-25T08:26:02,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/880b6c2672d24bf1b3aaddf3a29a1a47 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/880b6c2672d24bf1b3aaddf3a29a1a47 2024-11-25T08:26:02,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/855fbbc35d92486299f72afd6054e0e1 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/855fbbc35d92486299f72afd6054e0e1 2024-11-25T08:26:02,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/1ce04b4a32f042c5b1743347f45936dc to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/1ce04b4a32f042c5b1743347f45936dc 2024-11-25T08:26:02,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/b0db1f5eae064a76a0369871076dce3b to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/b0db1f5eae064a76a0369871076dce3b 2024-11-25T08:26:02,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/95aace42af534e7e91237833ee7f48c8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/95aace42af534e7e91237833ee7f48c8 2024-11-25T08:26:02,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/ba68dab4b9664bf18db1881d449d2b1d to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/ba68dab4b9664bf18db1881d449d2b1d 2024-11-25T08:26:02,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/8f2656cad9fc4c20957ed5db280db2a8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/8f2656cad9fc4c20957ed5db280db2a8 2024-11-25T08:26:02,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/556afe598848467cae5267d1d08341a7 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/556afe598848467cae5267d1d08341a7 2024-11-25T08:26:02,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/0c7e282300344d398c1bc4c855248707 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/0c7e282300344d398c1bc4c855248707 2024-11-25T08:26:02,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/ad99578cc03c4024a46d89fce50cc012 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/ad99578cc03c4024a46d89fce50cc012 2024-11-25T08:26:02,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/e2598c2029664ee7b0fc88be3c5ea4b5 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/e2598c2029664ee7b0fc88be3c5ea4b5 2024-11-25T08:26:02,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/a6fc025cd0d3455c88944cc70bf196aa to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/a6fc025cd0d3455c88944cc70bf196aa 2024-11-25T08:26:02,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/9049d12641f04da5815b4498b8b28873 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/9049d12641f04da5815b4498b8b28873 2024-11-25T08:26:02,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/55203ec618e146e797bc7517a2d841f3 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/55203ec618e146e797bc7517a2d841f3 2024-11-25T08:26:02,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/cb3f480ed137498f92137cfb91895826 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/cb3f480ed137498f92137cfb91895826 2024-11-25T08:26:02,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/9d7adeb28ede459c896cefa41efa396e to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/9d7adeb28ede459c896cefa41efa396e 2024-11-25T08:26:02,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/3182fff8fa584ca3b1d6051302450194 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/3182fff8fa584ca3b1d6051302450194 2024-11-25T08:26:02,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/4af9ff3c993c4b088ed3f7cea7995ce2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/4af9ff3c993c4b088ed3f7cea7995ce2 2024-11-25T08:26:02,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/8407981137d6457d95f98bfa092bb2cb to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/8407981137d6457d95f98bfa092bb2cb 2024-11-25T08:26:02,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/b37df5a3087e4b0c9da3d91d80a3a11e to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/b37df5a3087e4b0c9da3d91d80a3a11e 2024-11-25T08:26:02,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/a3d953f5db1a49f18745a46fa88fc1a8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/a3d953f5db1a49f18745a46fa88fc1a8 2024-11-25T08:26:02,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/a9f16be81f66496da91350bfeff063ca to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/a9f16be81f66496da91350bfeff063ca 2024-11-25T08:26:02,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/7b5539a8af704346814460472bb85f19 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/7b5539a8af704346814460472bb85f19 2024-11-25T08:26:02,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/dba07b2fc8d1477d804c12a7e3fc6b3d to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/dba07b2fc8d1477d804c12a7e3fc6b3d 2024-11-25T08:26:02,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/594e18fd2fe44e509ad235ed6f7d495e to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/594e18fd2fe44e509ad235ed6f7d495e 2024-11-25T08:26:02,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/a826aedade1448f1bc3f044ec23fbfe1 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/a826aedade1448f1bc3f044ec23fbfe1 2024-11-25T08:26:02,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/ec575aafeec14fa8ace191f018ed93f5 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/ec575aafeec14fa8ace191f018ed93f5 2024-11-25T08:26:02,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/e7c92ce077b34b9fa322864573a293d1 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/e7c92ce077b34b9fa322864573a293d1 2024-11-25T08:26:02,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/1fabdab789a24b6fbf5a327b214742cc to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/1fabdab789a24b6fbf5a327b214742cc 2024-11-25T08:26:02,658 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/recovered.edits/583.seqid, newMaxSeqId=583, maxSeqId=1 2024-11-25T08:26:02,658 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e. 2024-11-25T08:26:02,658 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1635): Region close journal for f0c6044ac2ccd2696898833e365fea7e: 2024-11-25T08:26:02,660 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(170): Closed f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:26:02,660 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=f0c6044ac2ccd2696898833e365fea7e, regionState=CLOSED 2024-11-25T08:26:02,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-25T08:26:02,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseRegionProcedure f0c6044ac2ccd2696898833e365fea7e, server=79c23c06fcc9,37061,1732523014560 in 434 msec 2024-11-25T08:26:02,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-25T08:26:02,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0c6044ac2ccd2696898833e365fea7e, UNASSIGN in 438 msec 2024-11-25T08:26:02,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-25T08:26:02,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 441 msec 2024-11-25T08:26:02,669 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523162669"}]},"ts":"1732523162669"} 2024-11-25T08:26:02,671 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T08:26:02,716 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T08:26:02,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 538 msec 2024-11-25T08:26:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-25T08:26:02,785 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-25T08:26:02,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-25T08:26:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:26:02,787 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=156, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:26:02,788 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=156, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:26:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-25T08:26:02,791 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:26:02,800 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A, FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B, FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C, FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/recovered.edits] 2024-11-25T08:26:02,804 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/79eb28cd04fe4175ad2448aa1f542361 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/79eb28cd04fe4175ad2448aa1f542361 2024-11-25T08:26:02,805 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/84c0b02645cc48369ce81eb93ccfff98 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/84c0b02645cc48369ce81eb93ccfff98 2024-11-25T08:26:02,806 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/ffba535b0617414aa449ea8488e466a5 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/A/ffba535b0617414aa449ea8488e466a5 2024-11-25T08:26:02,813 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/77da6b002fb34c348c4866ca5420330a to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/77da6b002fb34c348c4866ca5420330a 2024-11-25T08:26:02,814 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/bbb70c6e54984e32a6d1cbba95b4769f to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/bbb70c6e54984e32a6d1cbba95b4769f 2024-11-25T08:26:02,815 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/c77ea5427d8e445696d64f7136d773a0 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/B/c77ea5427d8e445696d64f7136d773a0 2024-11-25T08:26:02,819 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/59df3f27f8e04e8e92e7c3aad355401a to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/59df3f27f8e04e8e92e7c3aad355401a 2024-11-25T08:26:02,819 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/b94f70edef4c457e90637ac3c225e618 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/b94f70edef4c457e90637ac3c225e618 2024-11-25T08:26:02,821 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/f597aa77189744638e0619c98dac748a to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/C/f597aa77189744638e0619c98dac748a 2024-11-25T08:26:02,824 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/recovered.edits/583.seqid to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e/recovered.edits/583.seqid 2024-11-25T08:26:02,825 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/f0c6044ac2ccd2696898833e365fea7e 2024-11-25T08:26:02,825 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T08:26:02,827 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=156, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:26:02,829 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T08:26:02,832 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T08:26:02,833 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=156, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:26:02,833 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T08:26:02,833 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732523162833"}]},"ts":"9223372036854775807"} 2024-11-25T08:26:02,836 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T08:26:02,836 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f0c6044ac2ccd2696898833e365fea7e, NAME => 'TestAcidGuarantees,,1732523139575.f0c6044ac2ccd2696898833e365fea7e.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T08:26:02,836 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T08:26:02,836 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732523162836"}]},"ts":"9223372036854775807"} 2024-11-25T08:26:02,837 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T08:26:02,841 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=156, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:26:02,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 55 msec 2024-11-25T08:26:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-25T08:26:02,889 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-11-25T08:26:02,899 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=453 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1093 (was 1089) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1708 (was 1199) - AvailableMemoryMB LEAK? - 2024-11-25T08:26:02,909 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=1093, ProcessCount=11, AvailableMemoryMB=1707 2024-11-25T08:26:02,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T08:26:02,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T08:26:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T08:26:02,913 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T08:26:02,913 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:02,914 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T08:26:02,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 157 2024-11-25T08:26:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T08:26:02,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742417_1593 (size=963) 2024-11-25T08:26:02,953 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907 2024-11-25T08:26:02,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742418_1594 (size=53) 2024-11-25T08:26:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T08:26:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T08:26:03,374 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T08:26:03,374 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e493972c1df0e8eb1a2b0f38b9b422b2, disabling compactions & flushes 2024-11-25T08:26:03,374 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:03,374 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:03,374 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. after waiting 0 ms 2024-11-25T08:26:03,374 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:03,374 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:03,374 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:03,375 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T08:26:03,376 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732523163375"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732523163375"}]},"ts":"1732523163375"} 2024-11-25T08:26:03,377 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T08:26:03,377 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T08:26:03,377 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523163377"}]},"ts":"1732523163377"} 2024-11-25T08:26:03,378 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T08:26:03,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e493972c1df0e8eb1a2b0f38b9b422b2, ASSIGN}] 2024-11-25T08:26:03,433 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e493972c1df0e8eb1a2b0f38b9b422b2, ASSIGN 2024-11-25T08:26:03,433 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e493972c1df0e8eb1a2b0f38b9b422b2, ASSIGN; state=OFFLINE, location=79c23c06fcc9,37061,1732523014560; forceNewPlan=false, retain=false 2024-11-25T08:26:03,444 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T08:26:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T08:26:03,584 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=e493972c1df0e8eb1a2b0f38b9b422b2, regionState=OPENING, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:03,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; OpenRegionProcedure e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560}] 2024-11-25T08:26:03,737 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:03,741 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:03,742 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7285): Opening region: {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} 2024-11-25T08:26:03,742 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:03,742 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T08:26:03,742 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7327): checking encryption for e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:03,742 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7330): checking classloading for e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:03,743 INFO [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:03,744 INFO [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:26:03,745 INFO [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e493972c1df0e8eb1a2b0f38b9b422b2 columnFamilyName A 2024-11-25T08:26:03,745 DEBUG [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:03,745 INFO [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] regionserver.HStore(327): Store=e493972c1df0e8eb1a2b0f38b9b422b2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:26:03,745 INFO [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:03,746 INFO [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:26:03,746 INFO [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e493972c1df0e8eb1a2b0f38b9b422b2 columnFamilyName B 2024-11-25T08:26:03,746 DEBUG [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:03,747 INFO [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] regionserver.HStore(327): Store=e493972c1df0e8eb1a2b0f38b9b422b2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:26:03,747 INFO [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:03,750 INFO [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:26:03,750 INFO [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e493972c1df0e8eb1a2b0f38b9b422b2 columnFamilyName C 2024-11-25T08:26:03,750 DEBUG [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:03,750 INFO [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] regionserver.HStore(327): Store=e493972c1df0e8eb1a2b0f38b9b422b2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:26:03,751 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:03,752 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:03,752 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:03,753 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T08:26:03,754 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1085): writing seq id for e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:03,756 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T08:26:03,757 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1102): Opened e493972c1df0e8eb1a2b0f38b9b422b2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59602286, jitterRate=-0.11185672879219055}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T08:26:03,758 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1001): Region open journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:03,759 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., pid=159, masterSystemTime=1732523163737 2024-11-25T08:26:03,760 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:03,760 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:03,760 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=e493972c1df0e8eb1a2b0f38b9b422b2, regionState=OPEN, openSeqNum=2, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:03,761 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44197 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=79c23c06fcc9,37061,1732523014560, table=TestAcidGuarantees, region=e493972c1df0e8eb1a2b0f38b9b422b2. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T08:26:03,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-25T08:26:03,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; OpenRegionProcedure e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 in 177 msec 2024-11-25T08:26:03,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-25T08:26:03,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e493972c1df0e8eb1a2b0f38b9b422b2, ASSIGN in 339 msec 2024-11-25T08:26:03,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T08:26:03,764 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523163764"}]},"ts":"1732523163764"} 2024-11-25T08:26:03,765 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T08:26:03,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T08:26:03,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 864 msec 2024-11-25T08:26:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T08:26:04,018 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-25T08:26:04,020 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40381994 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c828424 2024-11-25T08:26:04,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abe7cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:26:04,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:26:04,119 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:26:04,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T08:26:04,121 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T08:26:04,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T08:26:04,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T08:26:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T08:26:04,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742419_1595 (size=999) 2024-11-25T08:26:04,150 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-25T08:26:04,150 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-25T08:26:04,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T08:26:04,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e493972c1df0e8eb1a2b0f38b9b422b2, REOPEN/MOVE}] 2024-11-25T08:26:04,155 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e493972c1df0e8eb1a2b0f38b9b422b2, REOPEN/MOVE 2024-11-25T08:26:04,156 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=e493972c1df0e8eb1a2b0f38b9b422b2, regionState=CLOSING, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:04,157 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T08:26:04,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE; CloseRegionProcedure e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560}] 2024-11-25T08:26:04,309 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:04,309 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(124): Close e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:04,309 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T08:26:04,309 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1681): Closing e493972c1df0e8eb1a2b0f38b9b422b2, disabling compactions & flushes 2024-11-25T08:26:04,309 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:04,309 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:04,310 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. after waiting 0 ms 2024-11-25T08:26:04,310 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:04,328 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T08:26:04,328 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:04,328 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1635): Region close journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:04,328 WARN [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionServer(3786): Not adding moved region record: e493972c1df0e8eb1a2b0f38b9b422b2 to self. 2024-11-25T08:26:04,330 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(170): Closed e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:04,330 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=e493972c1df0e8eb1a2b0f38b9b422b2, regionState=CLOSED 2024-11-25T08:26:04,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-11-25T08:26:04,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; CloseRegionProcedure e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 in 174 msec 2024-11-25T08:26:04,333 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e493972c1df0e8eb1a2b0f38b9b422b2, REOPEN/MOVE; state=CLOSED, location=79c23c06fcc9,37061,1732523014560; forceNewPlan=false, retain=true 2024-11-25T08:26:04,484 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=e493972c1df0e8eb1a2b0f38b9b422b2, regionState=OPENING, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:04,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=162, state=RUNNABLE; OpenRegionProcedure e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560}] 2024-11-25T08:26:04,636 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:04,639 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:04,639 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(7285): Opening region: {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} 2024-11-25T08:26:04,639 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:04,639 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T08:26:04,640 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(7327): checking encryption for e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:04,640 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(7330): checking classloading for e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:04,643 INFO [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:04,643 INFO [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:26:04,644 INFO [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e493972c1df0e8eb1a2b0f38b9b422b2 columnFamilyName A 2024-11-25T08:26:04,645 DEBUG [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:04,646 INFO [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] regionserver.HStore(327): Store=e493972c1df0e8eb1a2b0f38b9b422b2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:26:04,647 INFO [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:04,647 INFO [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:26:04,648 INFO [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e493972c1df0e8eb1a2b0f38b9b422b2 columnFamilyName B 2024-11-25T08:26:04,648 DEBUG [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:04,648 INFO [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] regionserver.HStore(327): Store=e493972c1df0e8eb1a2b0f38b9b422b2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:26:04,648 INFO [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:04,649 INFO [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T08:26:04,649 INFO [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e493972c1df0e8eb1a2b0f38b9b422b2 columnFamilyName C 2024-11-25T08:26:04,649 DEBUG [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:04,649 INFO [StoreOpener-e493972c1df0e8eb1a2b0f38b9b422b2-1 {}] regionserver.HStore(327): Store=e493972c1df0e8eb1a2b0f38b9b422b2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T08:26:04,649 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:04,650 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:04,651 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:04,652 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T08:26:04,655 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1085): writing seq id for e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:04,655 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1102): Opened e493972c1df0e8eb1a2b0f38b9b422b2; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68901021, jitterRate=0.026705220341682434}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T08:26:04,657 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1001): Region open journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:04,657 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., pid=164, masterSystemTime=1732523164636 2024-11-25T08:26:04,661 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=e493972c1df0e8eb1a2b0f38b9b422b2, regionState=OPEN, openSeqNum=5, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:04,661 DEBUG [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:04,661 INFO [RS_OPEN_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:04,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=162 2024-11-25T08:26:04,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=162, state=SUCCESS; OpenRegionProcedure e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 in 177 msec 2024-11-25T08:26:04,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-25T08:26:04,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e493972c1df0e8eb1a2b0f38b9b422b2, REOPEN/MOVE in 509 msec 2024-11-25T08:26:04,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-25T08:26:04,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 513 msec 2024-11-25T08:26:04,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 543 msec 2024-11-25T08:26:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-25T08:26:04,670 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16a625a1 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e6d20f5 2024-11-25T08:26:04,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175da219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:26:04,734 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35f4cea9 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22892a6a 2024-11-25T08:26:04,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583e0948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:26:04,745 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1af60528 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7147b666 2024-11-25T08:26:04,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@591b954f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:26:04,768 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a3a2cf8 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1602455f 2024-11-25T08:26:04,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b61b3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:26:04,794 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15e6f8cd to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11ca7f93 2024-11-25T08:26:04,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3206f164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:26:04,821 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e0cc070 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b849504 2024-11-25T08:26:04,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30adb380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:26:04,844 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x543ad165 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b795253 2024-11-25T08:26:04,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6695c70f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:26:04,880 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7425af74 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bf8069 2024-11-25T08:26:04,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dda926e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:26:04,898 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55c33d35 to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c86432c 2024-11-25T08:26:04,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d6fd30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:26:04,909 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5635306b to 127.0.0.1:59350 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@483496a2 2024-11-25T08:26:04,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a09dde9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T08:26:04,927 DEBUG [hconnection-0x41468693-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:26:04,927 DEBUG [hconnection-0x792f123d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:26:04,928 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52726, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:26:04,928 DEBUG [hconnection-0xbac3c93-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:26:04,929 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:26:04,929 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:26:04,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:26:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-25T08:26:04,936 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:26:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T08:26:04,938 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:26:04,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:26:04,941 DEBUG [hconnection-0x6ebbc43d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:26:04,944 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:26:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:04,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e493972c1df0e8eb1a2b0f38b9b422b2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T08:26:04,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=A 2024-11-25T08:26:04,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:04,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=B 2024-11-25T08:26:04,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:04,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=C 2024-11-25T08:26:04,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:04,966 DEBUG [hconnection-0x282195cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:26:04,970 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:26:04,979 DEBUG [hconnection-0x711a78f8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:26:04,980 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:26:05,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523225001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523225006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523225007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,011 DEBUG [hconnection-0x1a4ac5be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:26:05,012 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:26:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T08:26:05,059 DEBUG [hconnection-0x3d26aa2b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:26:05,060 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:26:05,070 DEBUG [hconnection-0x70f7d95e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:26:05,071 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:26:05,075 DEBUG [hconnection-0x642e107-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T08:26:05,076 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T08:26:05,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e956514c9f254aea93b6c095bffd163c_e493972c1df0e8eb1a2b0f38b9b422b2 is 50, key is test_row_0/A:col10/1732523164946/Put/seqid=0 2024-11-25T08:26:05,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523225074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523225079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,092 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T08:26:05,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:05,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:05,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:05,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:05,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:05,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742420_1596 (size=14594) 2024-11-25T08:26:05,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523225108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523225108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523225111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523225185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523225181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T08:26:05,259 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T08:26:05,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:05,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:05,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:05,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:05,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:05,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523225319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523225323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523225323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523225391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523225392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,411 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T08:26:05,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:05,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:05,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:05,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:05,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:05,501 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:05,508 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e956514c9f254aea93b6c095bffd163c_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e956514c9f254aea93b6c095bffd163c_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:05,510 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/9d9216362766441693b6b6e8bdc489f3, store: [table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:05,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/9d9216362766441693b6b6e8bdc489f3 is 175, key is test_row_0/A:col10/1732523164946/Put/seqid=0 2024-11-25T08:26:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T08:26:05,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742421_1597 (size=39549) 2024-11-25T08:26:05,564 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T08:26:05,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:05,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:05,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:05,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:05,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:05,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523225629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523225630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523225631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523225693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523225697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,717 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T08:26:05,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:05,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:05,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:05,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:05,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:05,869 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:05,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T08:26:05,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:05,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:05,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:05,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:05,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:05,951 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/9d9216362766441693b6b6e8bdc489f3 2024-11-25T08:26:06,022 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:06,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T08:26:06,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:06,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:06,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:06,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:06,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:06,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/bee083d360e9438d954dcf4b74e9aac8 is 50, key is test_row_0/B:col10/1732523164946/Put/seqid=0 2024-11-25T08:26:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T08:26:06,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742422_1598 (size=12001) 2024-11-25T08:26:06,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523226134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:06,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523226136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:06,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523226138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:06,174 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:06,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T08:26:06,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:06,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:06,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:06,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:06,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:06,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523226200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:06,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523226207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:06,326 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:06,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T08:26:06,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:06,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:06,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:06,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:06,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:06,479 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:06,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T08:26:06,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:06,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:06,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:06,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:06,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:06,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/bee083d360e9438d954dcf4b74e9aac8 2024-11-25T08:26:06,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/ae89ecb7486843b09c286f1fde963b8d is 50, key is test_row_0/C:col10/1732523164946/Put/seqid=0 2024-11-25T08:26:06,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742423_1599 (size=12001) 2024-11-25T08:26:06,632 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:06,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T08:26:06,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:06,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:06,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:06,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:06,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:06,784 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:06,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T08:26:06,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:06,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:06,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:06,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:06,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:06,951 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:06,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T08:26:06,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:06,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:06,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:06,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:06,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:07,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/ae89ecb7486843b09c286f1fde963b8d 2024-11-25T08:26:07,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/9d9216362766441693b6b6e8bdc489f3 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/9d9216362766441693b6b6e8bdc489f3 2024-11-25T08:26:07,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/9d9216362766441693b6b6e8bdc489f3, entries=200, sequenceid=16, filesize=38.6 K 2024-11-25T08:26:07,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/bee083d360e9438d954dcf4b74e9aac8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/bee083d360e9438d954dcf4b74e9aac8 2024-11-25T08:26:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T08:26:07,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/bee083d360e9438d954dcf4b74e9aac8, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T08:26:07,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/ae89ecb7486843b09c286f1fde963b8d as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/ae89ecb7486843b09c286f1fde963b8d 2024-11-25T08:26:07,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/ae89ecb7486843b09c286f1fde963b8d, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T08:26:07,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for e493972c1df0e8eb1a2b0f38b9b422b2 in 2091ms, sequenceid=16, compaction requested=false 2024-11-25T08:26:07,051 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T08:26:07,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:07,103 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:07,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T08:26:07,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:07,104 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing e493972c1df0e8eb1a2b0f38b9b422b2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T08:26:07,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=A 2024-11-25T08:26:07,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:07,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=B 2024-11-25T08:26:07,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:07,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=C 2024-11-25T08:26:07,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:07,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255def21802c41419eb6c783dd69103c42_e493972c1df0e8eb1a2b0f38b9b422b2 is 50, key is test_row_0/A:col10/1732523164993/Put/seqid=0 2024-11-25T08:26:07,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:07,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742424_1600 (size=12154) 2024-11-25T08:26:07,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:07,166 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255def21802c41419eb6c783dd69103c42_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255def21802c41419eb6c783dd69103c42_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:07,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/a2066d10958a41edbf5d28877de25b62, store: [table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:07,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/a2066d10958a41edbf5d28877de25b62 is 175, key is test_row_0/A:col10/1732523164993/Put/seqid=0 2024-11-25T08:26:07,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523227178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:07,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523227178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:07,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523227179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:07,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742425_1601 (size=30955) 2024-11-25T08:26:07,215 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/a2066d10958a41edbf5d28877de25b62 2024-11-25T08:26:07,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523227213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:07,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/c71efef7bbfc4045af381098614e0bc8 is 50, key is test_row_0/B:col10/1732523164993/Put/seqid=0 2024-11-25T08:26:07,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523227231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:07,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523227286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:07,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523227286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:07,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523227286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:07,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742426_1602 (size=12001) 2024-11-25T08:26:07,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523227493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:07,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523227493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:07,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523227493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:07,694 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/c71efef7bbfc4045af381098614e0bc8 2024-11-25T08:26:07,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/2be4d27dfa944284a02fbe999379d67c is 50, key is test_row_0/C:col10/1732523164993/Put/seqid=0 2024-11-25T08:26:07,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742427_1603 (size=12001) 2024-11-25T08:26:07,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523227798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:07,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523227799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:07,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523227803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:08,151 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/2be4d27dfa944284a02fbe999379d67c 2024-11-25T08:26:08,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/a2066d10958a41edbf5d28877de25b62 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/a2066d10958a41edbf5d28877de25b62 2024-11-25T08:26:08,160 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/a2066d10958a41edbf5d28877de25b62, entries=150, sequenceid=41, filesize=30.2 K 2024-11-25T08:26:08,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/c71efef7bbfc4045af381098614e0bc8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/c71efef7bbfc4045af381098614e0bc8 2024-11-25T08:26:08,166 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/c71efef7bbfc4045af381098614e0bc8, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T08:26:08,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/2be4d27dfa944284a02fbe999379d67c as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/2be4d27dfa944284a02fbe999379d67c 2024-11-25T08:26:08,180 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/2be4d27dfa944284a02fbe999379d67c, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T08:26:08,181 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for e493972c1df0e8eb1a2b0f38b9b422b2 in 1077ms, sequenceid=41, compaction requested=false 2024-11-25T08:26:08,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:08,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:08,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-25T08:26:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-25T08:26:08,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-25T08:26:08,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2440 sec 2024-11-25T08:26:08,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 3.2540 sec 2024-11-25T08:26:08,219 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T08:26:08,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e493972c1df0e8eb1a2b0f38b9b422b2 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T08:26:08,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=A 2024-11-25T08:26:08,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:08,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=B 2024-11-25T08:26:08,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:08,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=C 2024-11-25T08:26:08,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:08,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259c5e3d077e0a45a089b45d5365a4ef05_e493972c1df0e8eb1a2b0f38b9b422b2 is 50, key is test_row_0/A:col10/1732523167177/Put/seqid=0 2024-11-25T08:26:08,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742428_1604 (size=12154) 2024-11-25T08:26:08,375 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:08,379 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259c5e3d077e0a45a089b45d5365a4ef05_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259c5e3d077e0a45a089b45d5365a4ef05_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:08,380 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/5bc9719fba5047029960e4b4c7fa038b, store: [table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:08,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/5bc9719fba5047029960e4b4c7fa038b is 175, key is test_row_0/A:col10/1732523167177/Put/seqid=0 2024-11-25T08:26:08,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523228374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:08,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523228382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:08,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523228383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:08,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742429_1605 (size=30955) 2024-11-25T08:26:08,415 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/5bc9719fba5047029960e4b4c7fa038b 2024-11-25T08:26:08,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/1c1acd441ae44fabb19fdca40aea1958 is 50, key is test_row_0/B:col10/1732523167177/Put/seqid=0 2024-11-25T08:26:08,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742430_1606 (size=12001) 2024-11-25T08:26:08,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523228483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:08,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523228491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:08,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523228491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:08,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523228687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:08,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523228699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:08,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523228703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:08,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/1c1acd441ae44fabb19fdca40aea1958 2024-11-25T08:26:08,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/4e9ef3d25a154b3bb984eb6cf234fcd2 is 50, key is test_row_0/C:col10/1732523167177/Put/seqid=0 2024-11-25T08:26:08,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742431_1607 (size=12001) 2024-11-25T08:26:08,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523228992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:09,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523229005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:09,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523229019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T08:26:09,043 INFO [Thread-2628 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-25T08:26:09,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:26:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-25T08:26:09,050 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:26:09,050 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:26:09,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:26:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T08:26:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T08:26:09,202 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:09,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T08:26:09,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:09,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:09,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:09,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:09,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:09,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523229236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:09,238 DEBUG [Thread-2620 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4232 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., hostname=79c23c06fcc9,37061,1732523014560, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T08:26:09,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523229243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:09,246 DEBUG [Thread-2624 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4243 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., hostname=79c23c06fcc9,37061,1732523014560, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T08:26:09,361 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T08:26:09,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T08:26:09,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:09,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:09,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:09,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:09,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:09,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/4e9ef3d25a154b3bb984eb6cf234fcd2 2024-11-25T08:26:09,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/5bc9719fba5047029960e4b4c7fa038b as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/5bc9719fba5047029960e4b4c7fa038b 2024-11-25T08:26:09,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/5bc9719fba5047029960e4b4c7fa038b, entries=150, sequenceid=54, filesize=30.2 K 2024-11-25T08:26:09,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/1c1acd441ae44fabb19fdca40aea1958 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/1c1acd441ae44fabb19fdca40aea1958 2024-11-25T08:26:09,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/1c1acd441ae44fabb19fdca40aea1958, entries=150, sequenceid=54, filesize=11.7 K 2024-11-25T08:26:09,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/4e9ef3d25a154b3bb984eb6cf234fcd2 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/4e9ef3d25a154b3bb984eb6cf234fcd2 2024-11-25T08:26:09,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/4e9ef3d25a154b3bb984eb6cf234fcd2, entries=150, sequenceid=54, filesize=11.7 K 2024-11-25T08:26:09,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e493972c1df0e8eb1a2b0f38b9b422b2 in 1113ms, sequenceid=54, compaction requested=true 2024-11-25T08:26:09,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:09,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e493972c1df0e8eb1a2b0f38b9b422b2:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:26:09,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:09,417 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:26:09,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e493972c1df0e8eb1a2b0f38b9b422b2:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:26:09,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:26:09,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e493972c1df0e8eb1a2b0f38b9b422b2:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:26:09,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:26:09,418 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:26:09,420 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:26:09,421 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): e493972c1df0e8eb1a2b0f38b9b422b2/B is initiating minor compaction (all files) 2024-11-25T08:26:09,421 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e493972c1df0e8eb1a2b0f38b9b422b2/B in TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:09,421 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/bee083d360e9438d954dcf4b74e9aac8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/c71efef7bbfc4045af381098614e0bc8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/1c1acd441ae44fabb19fdca40aea1958] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp, totalSize=35.2 K 2024-11-25T08:26:09,421 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:26:09,421 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): e493972c1df0e8eb1a2b0f38b9b422b2/A is initiating minor compaction (all files) 2024-11-25T08:26:09,421 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e493972c1df0e8eb1a2b0f38b9b422b2/A in TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:09,421 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/9d9216362766441693b6b6e8bdc489f3, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/a2066d10958a41edbf5d28877de25b62, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/5bc9719fba5047029960e4b4c7fa038b] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp, totalSize=99.1 K 2024-11-25T08:26:09,421 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:09,421 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. files: [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/9d9216362766441693b6b6e8bdc489f3, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/a2066d10958a41edbf5d28877de25b62, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/5bc9719fba5047029960e4b4c7fa038b] 2024-11-25T08:26:09,421 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting bee083d360e9438d954dcf4b74e9aac8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732523164946 2024-11-25T08:26:09,422 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d9216362766441693b6b6e8bdc489f3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732523164946 2024-11-25T08:26:09,423 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting a2066d10958a41edbf5d28877de25b62, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732523164993 2024-11-25T08:26:09,423 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting c71efef7bbfc4045af381098614e0bc8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732523164993 2024-11-25T08:26:09,423 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bc9719fba5047029960e4b4c7fa038b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732523167176 2024-11-25T08:26:09,423 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c1acd441ae44fabb19fdca40aea1958, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732523167176 2024-11-25T08:26:09,443 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e493972c1df0e8eb1a2b0f38b9b422b2#B#compaction#521 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:26:09,443 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/c33c5c2c84f54cca893b3dcead974cac is 50, key is test_row_0/B:col10/1732523167177/Put/seqid=0 2024-11-25T08:26:09,452 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:09,479 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125315f1a4b19a44f44ae4acef9c391c57f_e493972c1df0e8eb1a2b0f38b9b422b2 store=[table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:09,481 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125315f1a4b19a44f44ae4acef9c391c57f_e493972c1df0e8eb1a2b0f38b9b422b2, store=[table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:09,483 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125315f1a4b19a44f44ae4acef9c391c57f_e493972c1df0e8eb1a2b0f38b9b422b2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:09,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742432_1608 (size=12104) 2024-11-25T08:26:09,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e493972c1df0e8eb1a2b0f38b9b422b2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T08:26:09,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=A 2024-11-25T08:26:09,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:09,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=B 2024-11-25T08:26:09,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:09,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=C 2024-11-25T08:26:09,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:09,513 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:09,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T08:26:09,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:09,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:09,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:09,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:09,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:09,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112506dba8af05c342aa82cc8cefd847c4f7_e493972c1df0e8eb1a2b0f38b9b422b2 is 50, key is test_row_0/A:col10/1732523169499/Put/seqid=0 2024-11-25T08:26:09,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742433_1609 (size=4469) 2024-11-25T08:26:09,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742434_1610 (size=14594) 2024-11-25T08:26:09,577 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:09,580 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112506dba8af05c342aa82cc8cefd847c4f7_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112506dba8af05c342aa82cc8cefd847c4f7_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:09,581 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/364ccf70f4f840229f723d472661c4e9, store: [table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:09,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/364ccf70f4f840229f723d472661c4e9 is 175, key is test_row_0/A:col10/1732523169499/Put/seqid=0 2024-11-25T08:26:09,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523229582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:09,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523229596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:09,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523229597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:09,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742435_1611 (size=39549) 2024-11-25T08:26:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T08:26:09,666 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:09,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T08:26:09,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:09,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:09,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:09,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:09,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:09,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523229693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:09,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523229704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:09,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523229705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:09,819 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:09,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T08:26:09,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:09,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:09,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:09,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:09,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:09,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523229901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:09,906 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/c33c5c2c84f54cca893b3dcead974cac as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/c33c5c2c84f54cca893b3dcead974cac 2024-11-25T08:26:09,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523229910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:09,917 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e493972c1df0e8eb1a2b0f38b9b422b2/B of e493972c1df0e8eb1a2b0f38b9b422b2 into c33c5c2c84f54cca893b3dcead974cac(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:26:09,917 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:09,917 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., storeName=e493972c1df0e8eb1a2b0f38b9b422b2/B, priority=13, startTime=1732523169417; duration=0sec 2024-11-25T08:26:09,917 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:26:09,917 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e493972c1df0e8eb1a2b0f38b9b422b2:B 2024-11-25T08:26:09,917 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:26:09,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523229913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:09,919 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:26:09,919 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): e493972c1df0e8eb1a2b0f38b9b422b2/C is initiating minor compaction (all files) 2024-11-25T08:26:09,919 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e493972c1df0e8eb1a2b0f38b9b422b2/C in TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:09,919 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/ae89ecb7486843b09c286f1fde963b8d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/2be4d27dfa944284a02fbe999379d67c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/4e9ef3d25a154b3bb984eb6cf234fcd2] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp, totalSize=35.2 K 2024-11-25T08:26:09,920 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae89ecb7486843b09c286f1fde963b8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732523164946 2024-11-25T08:26:09,920 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2be4d27dfa944284a02fbe999379d67c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732523164993 2024-11-25T08:26:09,921 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e9ef3d25a154b3bb984eb6cf234fcd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732523167176 2024-11-25T08:26:09,940 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e493972c1df0e8eb1a2b0f38b9b422b2#C#compaction#524 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:26:09,940 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/5247bec63f0b41cb8e534022c2c100f1 is 50, key is test_row_0/C:col10/1732523167177/Put/seqid=0 2024-11-25T08:26:09,958 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e493972c1df0e8eb1a2b0f38b9b422b2#A#compaction#522 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:26:09,959 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/e4ced7448a1e4494bb86e442b283fe4f is 175, key is test_row_0/A:col10/1732523167177/Put/seqid=0 2024-11-25T08:26:09,971 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:09,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T08:26:09,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:09,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:09,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:09,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742436_1612 (size=12104) 2024-11-25T08:26:09,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:09,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:09,987 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/5247bec63f0b41cb8e534022c2c100f1 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/5247bec63f0b41cb8e534022c2c100f1 2024-11-25T08:26:10,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742437_1613 (size=31058) 2024-11-25T08:26:10,001 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e493972c1df0e8eb1a2b0f38b9b422b2/C of e493972c1df0e8eb1a2b0f38b9b422b2 into 5247bec63f0b41cb8e534022c2c100f1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:26:10,001 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:10,001 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., storeName=e493972c1df0e8eb1a2b0f38b9b422b2/C, priority=13, startTime=1732523169418; duration=0sec 2024-11-25T08:26:10,001 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:10,001 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e493972c1df0e8eb1a2b0f38b9b422b2:C 2024-11-25T08:26:10,005 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/e4ced7448a1e4494bb86e442b283fe4f as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/e4ced7448a1e4494bb86e442b283fe4f 2024-11-25T08:26:10,009 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e493972c1df0e8eb1a2b0f38b9b422b2/A of e493972c1df0e8eb1a2b0f38b9b422b2 into e4ced7448a1e4494bb86e442b283fe4f(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:26:10,009 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:10,009 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., storeName=e493972c1df0e8eb1a2b0f38b9b422b2/A, priority=13, startTime=1732523169417; duration=0sec 2024-11-25T08:26:10,009 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:10,009 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e493972c1df0e8eb1a2b0f38b9b422b2:A 2024-11-25T08:26:10,034 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/364ccf70f4f840229f723d472661c4e9 2024-11-25T08:26:10,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/1448a4adfd7743b995a30cb7624d17bf is 50, key is test_row_0/B:col10/1732523169499/Put/seqid=0 2024-11-25T08:26:10,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742438_1614 (size=12001) 2024-11-25T08:26:10,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/1448a4adfd7743b995a30cb7624d17bf 2024-11-25T08:26:10,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/c5867d09bd7143789f52fec5355263d3 is 50, key is test_row_0/C:col10/1732523169499/Put/seqid=0 2024-11-25T08:26:10,129 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:10,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T08:26:10,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:10,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:10,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:10,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:10,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:10,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742439_1615 (size=12001) 2024-11-25T08:26:10,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/c5867d09bd7143789f52fec5355263d3 2024-11-25T08:26:10,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/364ccf70f4f840229f723d472661c4e9 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/364ccf70f4f840229f723d472661c4e9 2024-11-25T08:26:10,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/364ccf70f4f840229f723d472661c4e9, entries=200, sequenceid=78, filesize=38.6 K 2024-11-25T08:26:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T08:26:10,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/1448a4adfd7743b995a30cb7624d17bf as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/1448a4adfd7743b995a30cb7624d17bf 2024-11-25T08:26:10,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/1448a4adfd7743b995a30cb7624d17bf, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T08:26:10,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/c5867d09bd7143789f52fec5355263d3 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/c5867d09bd7143789f52fec5355263d3 2024-11-25T08:26:10,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/c5867d09bd7143789f52fec5355263d3, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T08:26:10,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for e493972c1df0e8eb1a2b0f38b9b422b2 in 671ms, sequenceid=78, compaction requested=false 2024-11-25T08:26:10,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:10,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e493972c1df0e8eb1a2b0f38b9b422b2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T08:26:10,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=A 2024-11-25T08:26:10,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:10,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=B 2024-11-25T08:26:10,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:10,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=C 2024-11-25T08:26:10,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:10,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259ff896a780904543a413fb3b09646279_e493972c1df0e8eb1a2b0f38b9b422b2 is 50, key is test_row_0/A:col10/1732523170209/Put/seqid=0 2024-11-25T08:26:10,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742440_1616 (size=12154) 2024-11-25T08:26:10,257 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:10,263 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259ff896a780904543a413fb3b09646279_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259ff896a780904543a413fb3b09646279_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:10,263 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/ec4fcce94af74681bab463f1acb76c26, store: [table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:10,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/ec4fcce94af74681bab463f1acb76c26 is 175, key is test_row_0/A:col10/1732523170209/Put/seqid=0 2024-11-25T08:26:10,282 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:10,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T08:26:10,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:10,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:10,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:10,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:10,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:10,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523230284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:10,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523230291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:10,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523230290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:10,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742441_1617 (size=30955) 2024-11-25T08:26:10,301 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/ec4fcce94af74681bab463f1acb76c26 2024-11-25T08:26:10,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/516e9bd37609492aa0fef6e15d77bcf8 is 50, key is test_row_0/B:col10/1732523170209/Put/seqid=0 2024-11-25T08:26:10,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742442_1618 (size=12001) 2024-11-25T08:26:10,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/516e9bd37609492aa0fef6e15d77bcf8 2024-11-25T08:26:10,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/a2a2ef2a3a0c458d90e6b5d1462aac09 is 50, key is test_row_0/C:col10/1732523170209/Put/seqid=0 2024-11-25T08:26:10,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523230392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:10,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523230397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:10,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523230397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:10,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742443_1619 (size=12001) 2024-11-25T08:26:10,439 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:10,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T08:26:10,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:10,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:10,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:10,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:10,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:10,594 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:10,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T08:26:10,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:10,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:10,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:10,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:10,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:10,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523230595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:10,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523230603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:10,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523230603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:10,746 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:10,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T08:26:10,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:10,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:10,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:10,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:10,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:10,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/a2a2ef2a3a0c458d90e6b5d1462aac09 2024-11-25T08:26:10,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/ec4fcce94af74681bab463f1acb76c26 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/ec4fcce94af74681bab463f1acb76c26 2024-11-25T08:26:10,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/ec4fcce94af74681bab463f1acb76c26, entries=150, sequenceid=95, filesize=30.2 K 2024-11-25T08:26:10,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/516e9bd37609492aa0fef6e15d77bcf8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/516e9bd37609492aa0fef6e15d77bcf8 2024-11-25T08:26:10,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/516e9bd37609492aa0fef6e15d77bcf8, entries=150, sequenceid=95, filesize=11.7 K 2024-11-25T08:26:10,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/a2a2ef2a3a0c458d90e6b5d1462aac09 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/a2a2ef2a3a0c458d90e6b5d1462aac09 2024-11-25T08:26:10,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/a2a2ef2a3a0c458d90e6b5d1462aac09, entries=150, sequenceid=95, filesize=11.7 K 2024-11-25T08:26:10,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e493972c1df0e8eb1a2b0f38b9b422b2 in 632ms, sequenceid=95, compaction requested=true 2024-11-25T08:26:10,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:10,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e493972c1df0e8eb1a2b0f38b9b422b2:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:26:10,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:10,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e493972c1df0e8eb1a2b0f38b9b422b2:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:26:10,847 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:26:10,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:26:10,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e493972c1df0e8eb1a2b0f38b9b422b2:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:26:10,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T08:26:10,848 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:26:10,848 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:26:10,848 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): e493972c1df0e8eb1a2b0f38b9b422b2/A is initiating minor compaction (all files) 2024-11-25T08:26:10,848 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e493972c1df0e8eb1a2b0f38b9b422b2/A in TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:10,848 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/e4ced7448a1e4494bb86e442b283fe4f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/364ccf70f4f840229f723d472661c4e9, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/ec4fcce94af74681bab463f1acb76c26] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp, totalSize=99.2 K 2024-11-25T08:26:10,848 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:10,848 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. files: [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/e4ced7448a1e4494bb86e442b283fe4f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/364ccf70f4f840229f723d472661c4e9, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/ec4fcce94af74681bab463f1acb76c26] 2024-11-25T08:26:10,849 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4ced7448a1e4494bb86e442b283fe4f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732523167176 2024-11-25T08:26:10,849 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:26:10,849 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): e493972c1df0e8eb1a2b0f38b9b422b2/B is initiating minor compaction (all files) 2024-11-25T08:26:10,849 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e493972c1df0e8eb1a2b0f38b9b422b2/B in TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:10,849 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/c33c5c2c84f54cca893b3dcead974cac, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/1448a4adfd7743b995a30cb7624d17bf, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/516e9bd37609492aa0fef6e15d77bcf8] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp, totalSize=35.3 K 2024-11-25T08:26:10,849 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 364ccf70f4f840229f723d472661c4e9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732523168372 2024-11-25T08:26:10,850 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec4fcce94af74681bab463f1acb76c26, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732523169530 2024-11-25T08:26:10,850 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting c33c5c2c84f54cca893b3dcead974cac, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732523167176 2024-11-25T08:26:10,850 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 1448a4adfd7743b995a30cb7624d17bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732523168372 2024-11-25T08:26:10,850 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 516e9bd37609492aa0fef6e15d77bcf8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732523169530 2024-11-25T08:26:10,874 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:10,886 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e493972c1df0e8eb1a2b0f38b9b422b2#B#compaction#531 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:26:10,886 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/d39cd3d3ba19449791bde795fd99ff97 is 50, key is test_row_0/B:col10/1732523170209/Put/seqid=0 2024-11-25T08:26:10,899 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125978ece4286d94c3cb35f6110c44fddee_e493972c1df0e8eb1a2b0f38b9b422b2 store=[table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:10,899 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:10,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T08:26:10,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:10,900 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing e493972c1df0e8eb1a2b0f38b9b422b2 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T08:26:10,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=A 2024-11-25T08:26:10,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:10,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=B 2024-11-25T08:26:10,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:10,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=C 2024-11-25T08:26:10,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:10,901 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125978ece4286d94c3cb35f6110c44fddee_e493972c1df0e8eb1a2b0f38b9b422b2, store=[table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:10,901 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125978ece4286d94c3cb35f6110c44fddee_e493972c1df0e8eb1a2b0f38b9b422b2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:10,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:10,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742444_1620 (size=12207) 2024-11-25T08:26:10,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255718ac557a1f48da840a2b14a9c12cb1_e493972c1df0e8eb1a2b0f38b9b422b2 is 50, key is test_row_0/A:col10/1732523170273/Put/seqid=0 2024-11-25T08:26:10,942 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/d39cd3d3ba19449791bde795fd99ff97 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/d39cd3d3ba19449791bde795fd99ff97 2024-11-25T08:26:10,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523230941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:10,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523230942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:10,947 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e493972c1df0e8eb1a2b0f38b9b422b2/B of e493972c1df0e8eb1a2b0f38b9b422b2 into d39cd3d3ba19449791bde795fd99ff97(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:26:10,947 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:10,947 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., storeName=e493972c1df0e8eb1a2b0f38b9b422b2/B, priority=13, startTime=1732523170847; duration=0sec 2024-11-25T08:26:10,947 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:26:10,947 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e493972c1df0e8eb1a2b0f38b9b422b2:B 2024-11-25T08:26:10,947 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:26:10,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523230945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:10,953 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:26:10,954 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): e493972c1df0e8eb1a2b0f38b9b422b2/C is initiating minor compaction (all files) 2024-11-25T08:26:10,954 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e493972c1df0e8eb1a2b0f38b9b422b2/C in TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:10,954 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/5247bec63f0b41cb8e534022c2c100f1, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/c5867d09bd7143789f52fec5355263d3, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/a2a2ef2a3a0c458d90e6b5d1462aac09] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp, totalSize=35.3 K 2024-11-25T08:26:10,954 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 5247bec63f0b41cb8e534022c2c100f1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732523167176 2024-11-25T08:26:10,954 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting c5867d09bd7143789f52fec5355263d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732523168372 2024-11-25T08:26:10,955 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting a2a2ef2a3a0c458d90e6b5d1462aac09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732523169530 2024-11-25T08:26:10,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742445_1621 (size=4469) 2024-11-25T08:26:10,980 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e493972c1df0e8eb1a2b0f38b9b422b2#C#compaction#533 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:26:10,981 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/bc819ae3a3a5496b909e3ff85392c8a6 is 50, key is test_row_0/C:col10/1732523170209/Put/seqid=0 2024-11-25T08:26:11,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742446_1622 (size=12154) 2024-11-25T08:26:11,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:11,014 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255718ac557a1f48da840a2b14a9c12cb1_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255718ac557a1f48da840a2b14a9c12cb1_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:11,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/352e397a249647f8b51cffc6866ed3a0, store: [table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:11,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/352e397a249647f8b51cffc6866ed3a0 is 175, key is test_row_0/A:col10/1732523170273/Put/seqid=0 2024-11-25T08:26:11,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742447_1623 (size=12207) 2024-11-25T08:26:11,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523231047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:11,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523231047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:11,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523231053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:11,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742448_1624 (size=30955) 2024-11-25T08:26:11,079 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/352e397a249647f8b51cffc6866ed3a0 2024-11-25T08:26:11,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/ff3e9f86ecf54bcda064071e2c827399 is 50, key is test_row_0/B:col10/1732523170273/Put/seqid=0 2024-11-25T08:26:11,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742449_1625 (size=12001) 2024-11-25T08:26:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T08:26:11,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523231253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:11,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523231254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:11,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523231259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:11,360 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e493972c1df0e8eb1a2b0f38b9b422b2#A#compaction#530 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:26:11,360 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/b739da766fb94c649a161604c60ee950 is 175, key is test_row_0/A:col10/1732523170209/Put/seqid=0 2024-11-25T08:26:11,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742450_1626 (size=31161) 2024-11-25T08:26:11,448 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/bc819ae3a3a5496b909e3ff85392c8a6 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/bc819ae3a3a5496b909e3ff85392c8a6 2024-11-25T08:26:11,452 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e493972c1df0e8eb1a2b0f38b9b422b2/C of e493972c1df0e8eb1a2b0f38b9b422b2 into bc819ae3a3a5496b909e3ff85392c8a6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:26:11,452 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:11,452 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., storeName=e493972c1df0e8eb1a2b0f38b9b422b2/C, priority=13, startTime=1732523170847; duration=0sec 2024-11-25T08:26:11,452 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:11,452 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e493972c1df0e8eb1a2b0f38b9b422b2:C 2024-11-25T08:26:11,554 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/ff3e9f86ecf54bcda064071e2c827399 2024-11-25T08:26:11,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523231555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:11,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523231560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:11,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523231565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:11,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/342b0aef93544903b0b87bb09d7b1e26 is 50, key is test_row_0/C:col10/1732523170273/Put/seqid=0 2024-11-25T08:26:11,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742451_1627 (size=12001) 2024-11-25T08:26:11,812 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/b739da766fb94c649a161604c60ee950 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/b739da766fb94c649a161604c60ee950 2024-11-25T08:26:11,818 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e493972c1df0e8eb1a2b0f38b9b422b2/A of e493972c1df0e8eb1a2b0f38b9b422b2 into b739da766fb94c649a161604c60ee950(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:26:11,818 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:11,818 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., storeName=e493972c1df0e8eb1a2b0f38b9b422b2/A, priority=13, startTime=1732523170847; duration=0sec 2024-11-25T08:26:11,818 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:11,818 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e493972c1df0e8eb1a2b0f38b9b422b2:A 2024-11-25T08:26:12,017 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/342b0aef93544903b0b87bb09d7b1e26 2024-11-25T08:26:12,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/352e397a249647f8b51cffc6866ed3a0 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/352e397a249647f8b51cffc6866ed3a0 2024-11-25T08:26:12,024 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/352e397a249647f8b51cffc6866ed3a0, entries=150, sequenceid=117, filesize=30.2 K 2024-11-25T08:26:12,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/ff3e9f86ecf54bcda064071e2c827399 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/ff3e9f86ecf54bcda064071e2c827399 2024-11-25T08:26:12,029 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/ff3e9f86ecf54bcda064071e2c827399, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T08:26:12,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/342b0aef93544903b0b87bb09d7b1e26 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/342b0aef93544903b0b87bb09d7b1e26 2024-11-25T08:26:12,034 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/342b0aef93544903b0b87bb09d7b1e26, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T08:26:12,035 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e493972c1df0e8eb1a2b0f38b9b422b2 in 1135ms, sequenceid=117, compaction requested=false 2024-11-25T08:26:12,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:12,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:12,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-25T08:26:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-25T08:26:12,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-25T08:26:12,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9880 sec 2024-11-25T08:26:12,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.9970 sec 2024-11-25T08:26:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:12,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e493972c1df0e8eb1a2b0f38b9b422b2 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T08:26:12,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=A 2024-11-25T08:26:12,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:12,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=B 2024-11-25T08:26:12,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:12,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=C 2024-11-25T08:26:12,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:12,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253b6423bfafbf43098b8abe0d7bdc1244_e493972c1df0e8eb1a2b0f38b9b422b2 is 50, key is test_row_0/A:col10/1732523170943/Put/seqid=0 2024-11-25T08:26:12,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523232137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:12,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523232137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:12,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523232147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:12,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742452_1628 (size=14694) 2024-11-25T08:26:12,156 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:12,169 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253b6423bfafbf43098b8abe0d7bdc1244_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253b6423bfafbf43098b8abe0d7bdc1244_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:12,170 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/5d077a0117404b8d9d39e22911b69f38, store: [table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:12,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/5d077a0117404b8d9d39e22911b69f38 is 175, key is test_row_0/A:col10/1732523170943/Put/seqid=0 2024-11-25T08:26:12,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742453_1629 (size=39649) 2024-11-25T08:26:12,209 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/5d077a0117404b8d9d39e22911b69f38 2024-11-25T08:26:12,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/e60bc5c773554e4aaf6fff540d7351f4 is 50, key is test_row_0/B:col10/1732523170943/Put/seqid=0 2024-11-25T08:26:12,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523232247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:12,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523232252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:12,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523232253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:12,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742454_1630 (size=12101) 2024-11-25T08:26:12,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523232456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:12,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523232461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:12,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523232461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:12,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/e60bc5c773554e4aaf6fff540d7351f4 2024-11-25T08:26:12,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/b6bfac8bd27b4042b5b23bb435ac74ee is 50, key is test_row_0/C:col10/1732523170943/Put/seqid=0 2024-11-25T08:26:12,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742455_1631 (size=12101) 2024-11-25T08:26:12,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523232767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:12,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523232768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:12,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523232775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/b6bfac8bd27b4042b5b23bb435ac74ee 2024-11-25T08:26:13,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T08:26:13,166 INFO [Thread-2628 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-25T08:26:13,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:26:13,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/5d077a0117404b8d9d39e22911b69f38 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/5d077a0117404b8d9d39e22911b69f38 2024-11-25T08:26:13,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-25T08:26:13,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T08:26:13,169 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:26:13,171 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:26:13,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:26:13,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/5d077a0117404b8d9d39e22911b69f38, entries=200, sequenceid=135, filesize=38.7 K 2024-11-25T08:26:13,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/e60bc5c773554e4aaf6fff540d7351f4 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/e60bc5c773554e4aaf6fff540d7351f4 2024-11-25T08:26:13,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/e60bc5c773554e4aaf6fff540d7351f4, entries=150, sequenceid=135, filesize=11.8 K 2024-11-25T08:26:13,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/b6bfac8bd27b4042b5b23bb435ac74ee as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/b6bfac8bd27b4042b5b23bb435ac74ee 2024-11-25T08:26:13,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/b6bfac8bd27b4042b5b23bb435ac74ee, entries=150, sequenceid=135, filesize=11.8 K 2024-11-25T08:26:13,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for e493972c1df0e8eb1a2b0f38b9b422b2 in 1133ms, sequenceid=135, compaction requested=true 2024-11-25T08:26:13,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:13,199 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:26:13,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e493972c1df0e8eb1a2b0f38b9b422b2:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:26:13,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:13,199 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:26:13,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e493972c1df0e8eb1a2b0f38b9b422b2:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:26:13,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:13,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e493972c1df0e8eb1a2b0f38b9b422b2:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:26:13,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:26:13,200 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:26:13,200 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): e493972c1df0e8eb1a2b0f38b9b422b2/B is initiating minor compaction (all files) 2024-11-25T08:26:13,200 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e493972c1df0e8eb1a2b0f38b9b422b2/B in TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:13,200 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/d39cd3d3ba19449791bde795fd99ff97, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/ff3e9f86ecf54bcda064071e2c827399, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/e60bc5c773554e4aaf6fff540d7351f4] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp, totalSize=35.5 K 2024-11-25T08:26:13,201 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101765 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:26:13,201 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): e493972c1df0e8eb1a2b0f38b9b422b2/A is initiating minor compaction (all files) 2024-11-25T08:26:13,201 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e493972c1df0e8eb1a2b0f38b9b422b2/A in TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:13,201 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/b739da766fb94c649a161604c60ee950, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/352e397a249647f8b51cffc6866ed3a0, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/5d077a0117404b8d9d39e22911b69f38] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp, totalSize=99.4 K 2024-11-25T08:26:13,201 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:13,201 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. files: [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/b739da766fb94c649a161604c60ee950, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/352e397a249647f8b51cffc6866ed3a0, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/5d077a0117404b8d9d39e22911b69f38] 2024-11-25T08:26:13,201 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting d39cd3d3ba19449791bde795fd99ff97, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732523169530 2024-11-25T08:26:13,201 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting b739da766fb94c649a161604c60ee950, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732523169530 2024-11-25T08:26:13,202 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff3e9f86ecf54bcda064071e2c827399, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732523170273 2024-11-25T08:26:13,202 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 352e397a249647f8b51cffc6866ed3a0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732523170273 2024-11-25T08:26:13,203 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting e60bc5c773554e4aaf6fff540d7351f4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732523170939 2024-11-25T08:26:13,203 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d077a0117404b8d9d39e22911b69f38, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732523170929 2024-11-25T08:26:13,224 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e493972c1df0e8eb1a2b0f38b9b422b2#B#compaction#539 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:26:13,225 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/88c1b26bb18840298961ed29e0d8c6a5 is 50, key is test_row_0/B:col10/1732523170943/Put/seqid=0 2024-11-25T08:26:13,243 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:13,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e493972c1df0e8eb1a2b0f38b9b422b2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T08:26:13,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=A 2024-11-25T08:26:13,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:13,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=B 2024-11-25T08:26:13,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:13,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=C 2024-11-25T08:26:13,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:13,255 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125268c69ff040b4783a55009f5097d2f90_e493972c1df0e8eb1a2b0f38b9b422b2 store=[table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:13,257 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125268c69ff040b4783a55009f5097d2f90_e493972c1df0e8eb1a2b0f38b9b422b2, store=[table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:13,257 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125268c69ff040b4783a55009f5097d2f90_e493972c1df0e8eb1a2b0f38b9b422b2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T08:26:13,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742456_1632 (size=12409) 2024-11-25T08:26:13,294 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/88c1b26bb18840298961ed29e0d8c6a5 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/88c1b26bb18840298961ed29e0d8c6a5 2024-11-25T08:26:13,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254f0ef2347a9446068ca17607f471ec7a_e493972c1df0e8eb1a2b0f38b9b422b2 is 50, key is test_row_0/A:col10/1732523172112/Put/seqid=0 2024-11-25T08:26:13,299 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e493972c1df0e8eb1a2b0f38b9b422b2/B of e493972c1df0e8eb1a2b0f38b9b422b2 into 88c1b26bb18840298961ed29e0d8c6a5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:26:13,299 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:13,299 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., storeName=e493972c1df0e8eb1a2b0f38b9b422b2/B, priority=13, startTime=1732523173199; duration=0sec 2024-11-25T08:26:13,299 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:26:13,299 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e493972c1df0e8eb1a2b0f38b9b422b2:B 2024-11-25T08:26:13,300 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:26:13,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742457_1633 (size=4469) 2024-11-25T08:26:13,301 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:26:13,301 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): e493972c1df0e8eb1a2b0f38b9b422b2/C is initiating minor compaction (all files) 2024-11-25T08:26:13,301 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e493972c1df0e8eb1a2b0f38b9b422b2/C in TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:13,301 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/bc819ae3a3a5496b909e3ff85392c8a6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/342b0aef93544903b0b87bb09d7b1e26, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/b6bfac8bd27b4042b5b23bb435ac74ee] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp, totalSize=35.5 K 2024-11-25T08:26:13,301 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc819ae3a3a5496b909e3ff85392c8a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732523169530 2024-11-25T08:26:13,302 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 342b0aef93544903b0b87bb09d7b1e26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732523170273 2024-11-25T08:26:13,302 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6bfac8bd27b4042b5b23bb435ac74ee, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732523170939 2024-11-25T08:26:13,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523233291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523233291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523233301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:13,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523233301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523233301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,322 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T08:26:13,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:13,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:13,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:13,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:13,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:13,326 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e493972c1df0e8eb1a2b0f38b9b422b2#C#compaction#542 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:26:13,327 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/1ec21827ed894a61b22a3aea7ce1648b is 50, key is test_row_0/C:col10/1732523170943/Put/seqid=0 2024-11-25T08:26:13,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742458_1634 (size=14794) 2024-11-25T08:26:13,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742459_1635 (size=12409) 2024-11-25T08:26:13,383 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/1ec21827ed894a61b22a3aea7ce1648b as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/1ec21827ed894a61b22a3aea7ce1648b 2024-11-25T08:26:13,388 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e493972c1df0e8eb1a2b0f38b9b422b2/C of e493972c1df0e8eb1a2b0f38b9b422b2 into 1ec21827ed894a61b22a3aea7ce1648b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:26:13,388 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:13,388 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., storeName=e493972c1df0e8eb1a2b0f38b9b422b2/C, priority=13, startTime=1732523173199; duration=0sec 2024-11-25T08:26:13,388 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:13,388 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e493972c1df0e8eb1a2b0f38b9b422b2:C 2024-11-25T08:26:13,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523233415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523233415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523233416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523233416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523233427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,444 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T08:26:13,444 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T08:26:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T08:26:13,479 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T08:26:13,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:13,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:13,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:13,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:13,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:13,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523233622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523233623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523233623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523233624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,633 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T08:26:13,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:13,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:13,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:13,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:13,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:13,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523233636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,702 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e493972c1df0e8eb1a2b0f38b9b422b2#A#compaction#540 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:26:13,702 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/2bd6bb1c9445430cb2dd174d148da1af is 175, key is test_row_0/A:col10/1732523170943/Put/seqid=0 2024-11-25T08:26:13,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742460_1636 (size=31363) 2024-11-25T08:26:13,740 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:13,747 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/2bd6bb1c9445430cb2dd174d148da1af as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/2bd6bb1c9445430cb2dd174d148da1af 2024-11-25T08:26:13,754 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e493972c1df0e8eb1a2b0f38b9b422b2/A of e493972c1df0e8eb1a2b0f38b9b422b2 into 2bd6bb1c9445430cb2dd174d148da1af(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:26:13,754 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:13,754 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., storeName=e493972c1df0e8eb1a2b0f38b9b422b2/A, priority=13, startTime=1732523173199; duration=0sec 2024-11-25T08:26:13,754 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:13,754 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e493972c1df0e8eb1a2b0f38b9b422b2:A 2024-11-25T08:26:13,761 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254f0ef2347a9446068ca17607f471ec7a_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254f0ef2347a9446068ca17607f471ec7a_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:13,768 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/2e3216ef9aae438bab1c252220a58fd3, store: [table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:13,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/2e3216ef9aae438bab1c252220a58fd3 is 175, key is test_row_0/A:col10/1732523172112/Put/seqid=0 2024-11-25T08:26:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T08:26:13,785 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T08:26:13,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:13,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:13,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:13,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:13,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:13,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742461_1637 (size=39749) 2024-11-25T08:26:13,808 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/2e3216ef9aae438bab1c252220a58fd3 2024-11-25T08:26:13,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/3c04d5e1fc984345bd8b5527759fce3d is 50, key is test_row_0/B:col10/1732523172112/Put/seqid=0 2024-11-25T08:26:13,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742462_1638 (size=12151) 2024-11-25T08:26:13,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/3c04d5e1fc984345bd8b5527759fce3d 2024-11-25T08:26:13,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523233928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523233929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523233931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:13,938 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T08:26:13,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:13,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:13,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:13,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:13,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:13,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523233949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523233931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:13,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/c1e956a3160745d6afad62bc7f9071c4 is 50, key is test_row_0/C:col10/1732523172112/Put/seqid=0 2024-11-25T08:26:13,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742463_1639 (size=12151) 2024-11-25T08:26:13,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/c1e956a3160745d6afad62bc7f9071c4 2024-11-25T08:26:14,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/2e3216ef9aae438bab1c252220a58fd3 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/2e3216ef9aae438bab1c252220a58fd3 2024-11-25T08:26:14,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/2e3216ef9aae438bab1c252220a58fd3, entries=200, sequenceid=158, filesize=38.8 K 2024-11-25T08:26:14,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/3c04d5e1fc984345bd8b5527759fce3d as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/3c04d5e1fc984345bd8b5527759fce3d 2024-11-25T08:26:14,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/3c04d5e1fc984345bd8b5527759fce3d, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T08:26:14,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/c1e956a3160745d6afad62bc7f9071c4 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/c1e956a3160745d6afad62bc7f9071c4 2024-11-25T08:26:14,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/c1e956a3160745d6afad62bc7f9071c4, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T08:26:14,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for e493972c1df0e8eb1a2b0f38b9b422b2 in 797ms, sequenceid=158, compaction requested=false 2024-11-25T08:26:14,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:14,092 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:14,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T08:26:14,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:14,093 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing e493972c1df0e8eb1a2b0f38b9b422b2 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T08:26:14,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=A 2024-11-25T08:26:14,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:14,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=B 2024-11-25T08:26:14,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:14,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=C 2024-11-25T08:26:14,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:14,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125def206193b2b4867ad1fe9f7a393fb8e_e493972c1df0e8eb1a2b0f38b9b422b2 is 50, key is test_row_0/A:col10/1732523173291/Put/seqid=0 2024-11-25T08:26:14,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742464_1640 (size=12304) 2024-11-25T08:26:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T08:26:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:14,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:14,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523234477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:14,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523234480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:14,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523234481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:14,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:14,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523234481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:14,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:14,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523234476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:14,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523234586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:14,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523234587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:14,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523234587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:14,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523234587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:14,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523234588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:14,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:14,619 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125def206193b2b4867ad1fe9f7a393fb8e_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125def206193b2b4867ad1fe9f7a393fb8e_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:14,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/ba739bb908f14941978c3ac558867556, store: [table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:14,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/ba739bb908f14941978c3ac558867556 is 175, key is test_row_0/A:col10/1732523173291/Put/seqid=0 2024-11-25T08:26:14,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742465_1641 (size=31105) 2024-11-25T08:26:14,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523234790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:14,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523234791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:14,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523234794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:14,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523234799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:14,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523234799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:15,075 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/ba739bb908f14941978c3ac558867556 2024-11-25T08:26:15,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/9b324cc0b9df4fa69d1f1c719d45ffb8 is 50, key is test_row_0/B:col10/1732523173291/Put/seqid=0 2024-11-25T08:26:15,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523235093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:15,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523235094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:15,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523235099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:15,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523235106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:15,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523235108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:15,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742466_1642 (size=12151) 2024-11-25T08:26:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T08:26:15,544 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/9b324cc0b9df4fa69d1f1c719d45ffb8 2024-11-25T08:26:15,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/5a564220d26d4822a0112515019ea74e is 50, key is test_row_0/C:col10/1732523173291/Put/seqid=0 2024-11-25T08:26:15,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742467_1643 (size=12151) 2024-11-25T08:26:15,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523235604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:15,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523235604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:15,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523235609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:15,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523235619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:15,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523235627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:15,999 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/5a564220d26d4822a0112515019ea74e 2024-11-25T08:26:16,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/ba739bb908f14941978c3ac558867556 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/ba739bb908f14941978c3ac558867556 2024-11-25T08:26:16,007 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/ba739bb908f14941978c3ac558867556, entries=150, sequenceid=176, filesize=30.4 K 2024-11-25T08:26:16,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/9b324cc0b9df4fa69d1f1c719d45ffb8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/9b324cc0b9df4fa69d1f1c719d45ffb8 2024-11-25T08:26:16,012 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/9b324cc0b9df4fa69d1f1c719d45ffb8, entries=150, sequenceid=176, filesize=11.9 K 2024-11-25T08:26:16,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/5a564220d26d4822a0112515019ea74e as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/5a564220d26d4822a0112515019ea74e 2024-11-25T08:26:16,017 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/5a564220d26d4822a0112515019ea74e, entries=150, sequenceid=176, filesize=11.9 K 2024-11-25T08:26:16,018 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for e493972c1df0e8eb1a2b0f38b9b422b2 in 1926ms, sequenceid=176, compaction requested=true 2024-11-25T08:26:16,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:16,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:16,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-25T08:26:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-25T08:26:16,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-25T08:26:16,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8480 sec 2024-11-25T08:26:16,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.8540 sec 2024-11-25T08:26:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:16,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e493972c1df0e8eb1a2b0f38b9b422b2 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T08:26:16,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=A 2024-11-25T08:26:16,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:16,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=B 2024-11-25T08:26:16,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:16,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=C 2024-11-25T08:26:16,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:16,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252d6580890a8e45048d20a664e8f78adb_e493972c1df0e8eb1a2b0f38b9b422b2 is 50, key is test_row_0/A:col10/1732523174480/Put/seqid=0 2024-11-25T08:26:16,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742468_1644 (size=14794) 2024-11-25T08:26:16,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:16,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523236700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:16,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:16,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523236705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:16,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:16,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523236724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:16,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523236731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:16,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523236731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:16,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523236825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:16,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523236832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:16,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523236838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:16,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523236840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:16,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523236840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:17,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523237031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:17,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523237038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:17,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523237045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:17,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523237047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:17,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523237047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:17,075 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:17,079 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252d6580890a8e45048d20a664e8f78adb_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252d6580890a8e45048d20a664e8f78adb_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:17,080 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/5cd23768524546afa0417a38d740ed37, store: [table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:17,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/5cd23768524546afa0417a38d740ed37 is 175, key is test_row_0/A:col10/1732523174480/Put/seqid=0 2024-11-25T08:26:17,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742469_1645 (size=39749) 2024-11-25T08:26:17,113 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/5cd23768524546afa0417a38d740ed37 2024-11-25T08:26:17,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/680a68ccd518411cb305287bf5229330 is 50, key is test_row_0/B:col10/1732523174480/Put/seqid=0 2024-11-25T08:26:17,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742470_1646 (size=12151) 2024-11-25T08:26:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T08:26:17,272 INFO [Thread-2628 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-25T08:26:17,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:26:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-25T08:26:17,276 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:26:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T08:26:17,277 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:26:17,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:26:17,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523237339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:17,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523237355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:17,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523237355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:17,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523237356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T08:26:17,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523237375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:17,429 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:17,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T08:26:17,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:17,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:17,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:17,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:17,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:17,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/680a68ccd518411cb305287bf5229330 2024-11-25T08:26:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T08:26:17,582 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:17,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T08:26:17,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:17,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:17,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:17,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:17,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:17,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/82c33c9724824acd9bc408bff3c40ac4 is 50, key is test_row_0/C:col10/1732523174480/Put/seqid=0 2024-11-25T08:26:17,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742471_1647 (size=12151) 2024-11-25T08:26:17,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/82c33c9724824acd9bc408bff3c40ac4 2024-11-25T08:26:17,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/5cd23768524546afa0417a38d740ed37 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/5cd23768524546afa0417a38d740ed37 2024-11-25T08:26:17,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/5cd23768524546afa0417a38d740ed37, entries=200, sequenceid=198, filesize=38.8 K 2024-11-25T08:26:17,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/680a68ccd518411cb305287bf5229330 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/680a68ccd518411cb305287bf5229330 2024-11-25T08:26:17,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/680a68ccd518411cb305287bf5229330, entries=150, sequenceid=198, filesize=11.9 K 2024-11-25T08:26:17,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/82c33c9724824acd9bc408bff3c40ac4 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/82c33c9724824acd9bc408bff3c40ac4 2024-11-25T08:26:17,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/82c33c9724824acd9bc408bff3c40ac4, entries=150, sequenceid=198, filesize=11.9 K 2024-11-25T08:26:17,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for e493972c1df0e8eb1a2b0f38b9b422b2 in 1029ms, sequenceid=198, compaction requested=true 2024-11-25T08:26:17,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:17,649 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:26:17,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e493972c1df0e8eb1a2b0f38b9b422b2:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:26:17,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:17,650 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:26:17,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e493972c1df0e8eb1a2b0f38b9b422b2:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:26:17,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:17,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e493972c1df0e8eb1a2b0f38b9b422b2:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:26:17,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:26:17,652 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141966 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:26:17,652 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): e493972c1df0e8eb1a2b0f38b9b422b2/A is initiating minor compaction (all files) 2024-11-25T08:26:17,652 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:26:17,652 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): e493972c1df0e8eb1a2b0f38b9b422b2/B is initiating minor compaction (all files) 2024-11-25T08:26:17,652 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e493972c1df0e8eb1a2b0f38b9b422b2/A in TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:17,652 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e493972c1df0e8eb1a2b0f38b9b422b2/B in TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:17,652 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/88c1b26bb18840298961ed29e0d8c6a5, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/3c04d5e1fc984345bd8b5527759fce3d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/9b324cc0b9df4fa69d1f1c719d45ffb8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/680a68ccd518411cb305287bf5229330] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp, totalSize=47.7 K 2024-11-25T08:26:17,652 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/2bd6bb1c9445430cb2dd174d148da1af, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/2e3216ef9aae438bab1c252220a58fd3, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/ba739bb908f14941978c3ac558867556, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/5cd23768524546afa0417a38d740ed37] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp, totalSize=138.6 K 2024-11-25T08:26:17,652 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:17,652 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. files: [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/2bd6bb1c9445430cb2dd174d148da1af, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/2e3216ef9aae438bab1c252220a58fd3, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/ba739bb908f14941978c3ac558867556, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/5cd23768524546afa0417a38d740ed37] 2024-11-25T08:26:17,653 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 88c1b26bb18840298961ed29e0d8c6a5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732523170939 2024-11-25T08:26:17,653 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bd6bb1c9445430cb2dd174d148da1af, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732523170939 2024-11-25T08:26:17,653 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c04d5e1fc984345bd8b5527759fce3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732523172112 2024-11-25T08:26:17,653 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b324cc0b9df4fa69d1f1c719d45ffb8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732523173282 2024-11-25T08:26:17,653 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e3216ef9aae438bab1c252220a58fd3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732523172112 2024-11-25T08:26:17,654 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 680a68ccd518411cb305287bf5229330, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732523174479 2024-11-25T08:26:17,654 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba739bb908f14941978c3ac558867556, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732523173282 2024-11-25T08:26:17,654 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cd23768524546afa0417a38d740ed37, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732523174476 2024-11-25T08:26:17,677 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e493972c1df0e8eb1a2b0f38b9b422b2#B#compaction#551 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:26:17,677 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/7db1077e664346d9a4f93617a8817ae9 is 50, key is test_row_0/B:col10/1732523174480/Put/seqid=0 2024-11-25T08:26:17,687 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:17,709 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125d7fc515ed5f84a50991d032a8e062813_e493972c1df0e8eb1a2b0f38b9b422b2 store=[table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:17,712 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125d7fc515ed5f84a50991d032a8e062813_e493972c1df0e8eb1a2b0f38b9b422b2, store=[table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:17,713 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d7fc515ed5f84a50991d032a8e062813_e493972c1df0e8eb1a2b0f38b9b422b2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:17,738 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:17,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T08:26:17,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:17,739 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing e493972c1df0e8eb1a2b0f38b9b422b2 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T08:26:17,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=A 2024-11-25T08:26:17,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:17,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=B 2024-11-25T08:26:17,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:17,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=C 2024-11-25T08:26:17,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:17,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742472_1648 (size=12595) 2024-11-25T08:26:17,753 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/7db1077e664346d9a4f93617a8817ae9 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/7db1077e664346d9a4f93617a8817ae9 2024-11-25T08:26:17,758 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e493972c1df0e8eb1a2b0f38b9b422b2/B of e493972c1df0e8eb1a2b0f38b9b422b2 into 7db1077e664346d9a4f93617a8817ae9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:26:17,758 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:17,758 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., storeName=e493972c1df0e8eb1a2b0f38b9b422b2/B, priority=12, startTime=1732523177650; duration=0sec 2024-11-25T08:26:17,758 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:26:17,758 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e493972c1df0e8eb1a2b0f38b9b422b2:B 2024-11-25T08:26:17,758 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:26:17,759 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:26:17,759 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): e493972c1df0e8eb1a2b0f38b9b422b2/C is initiating minor compaction (all files) 2024-11-25T08:26:17,760 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e493972c1df0e8eb1a2b0f38b9b422b2/C in TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:17,760 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/1ec21827ed894a61b22a3aea7ce1648b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/c1e956a3160745d6afad62bc7f9071c4, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/5a564220d26d4822a0112515019ea74e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/82c33c9724824acd9bc408bff3c40ac4] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp, totalSize=47.7 K 2024-11-25T08:26:17,760 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ec21827ed894a61b22a3aea7ce1648b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732523170939 2024-11-25T08:26:17,760 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting c1e956a3160745d6afad62bc7f9071c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732523172112 2024-11-25T08:26:17,761 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a564220d26d4822a0112515019ea74e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732523173282 2024-11-25T08:26:17,761 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 82c33c9724824acd9bc408bff3c40ac4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732523174479 2024-11-25T08:26:17,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742473_1649 (size=4469) 2024-11-25T08:26:17,794 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e493972c1df0e8eb1a2b0f38b9b422b2#A#compaction#552 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:26:17,794 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/c20255a796734223a985c7ecced68bdc is 175, key is test_row_0/A:col10/1732523174480/Put/seqid=0 2024-11-25T08:26:17,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f1adec791cfd4c1fb2cf856dd2781e32_e493972c1df0e8eb1a2b0f38b9b422b2 is 50, key is test_row_0/A:col10/1732523176713/Put/seqid=0 2024-11-25T08:26:17,818 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e493972c1df0e8eb1a2b0f38b9b422b2#C#compaction#554 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:26:17,818 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/70d1f8664a4d49f29b13a07e1af63801 is 50, key is test_row_0/C:col10/1732523174480/Put/seqid=0 2024-11-25T08:26:17,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:17,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T08:26:17,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742474_1650 (size=31549) 2024-11-25T08:26:17,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742475_1651 (size=12304) 2024-11-25T08:26:17,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:17,915 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f1adec791cfd4c1fb2cf856dd2781e32_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f1adec791cfd4c1fb2cf856dd2781e32_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:17,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/02abae34f8b443a8b7078a9108553be8, store: [table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:17,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/02abae34f8b443a8b7078a9108553be8 is 175, key is test_row_0/A:col10/1732523176713/Put/seqid=0 2024-11-25T08:26:17,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742476_1652 (size=12595) 2024-11-25T08:26:17,934 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/70d1f8664a4d49f29b13a07e1af63801 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/70d1f8664a4d49f29b13a07e1af63801 2024-11-25T08:26:17,937 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e493972c1df0e8eb1a2b0f38b9b422b2/C of e493972c1df0e8eb1a2b0f38b9b422b2 into 70d1f8664a4d49f29b13a07e1af63801(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:26:17,938 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:17,938 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., storeName=e493972c1df0e8eb1a2b0f38b9b422b2/C, priority=12, startTime=1732523177651; duration=0sec 2024-11-25T08:26:17,938 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:17,938 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e493972c1df0e8eb1a2b0f38b9b422b2:C 2024-11-25T08:26:17,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:17,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523237915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523237917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:17,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523237944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:17,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523237944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:17,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523237959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:17,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742477_1653 (size=31105) 2024-11-25T08:26:17,966 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/02abae34f8b443a8b7078a9108553be8 2024-11-25T08:26:17,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/29a8f34ceeab4bdca05044495db9b762 is 50, key is test_row_0/B:col10/1732523176713/Put/seqid=0 2024-11-25T08:26:17,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742478_1654 (size=12151) 2024-11-25T08:26:17,978 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/29a8f34ceeab4bdca05044495db9b762 2024-11-25T08:26:17,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/87cfab10670648dc936b12a4f0d3129e is 50, key is test_row_0/C:col10/1732523176713/Put/seqid=0 2024-11-25T08:26:18,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742479_1655 (size=12151) 2024-11-25T08:26:18,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523238045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:18,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523238045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:18,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523238052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:18,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523238052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:18,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523238067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:18,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523238251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:18,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523238252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:18,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523238257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:18,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523238258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:18,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523238273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:18,285 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/c20255a796734223a985c7ecced68bdc as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/c20255a796734223a985c7ecced68bdc 2024-11-25T08:26:18,289 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e493972c1df0e8eb1a2b0f38b9b422b2/A of e493972c1df0e8eb1a2b0f38b9b422b2 into c20255a796734223a985c7ecced68bdc(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:26:18,289 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:18,289 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., storeName=e493972c1df0e8eb1a2b0f38b9b422b2/A, priority=12, startTime=1732523177649; duration=0sec 2024-11-25T08:26:18,289 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:18,289 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e493972c1df0e8eb1a2b0f38b9b422b2:A 2024-11-25T08:26:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T08:26:18,431 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/87cfab10670648dc936b12a4f0d3129e 2024-11-25T08:26:18,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/02abae34f8b443a8b7078a9108553be8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/02abae34f8b443a8b7078a9108553be8 2024-11-25T08:26:18,440 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/02abae34f8b443a8b7078a9108553be8, entries=150, sequenceid=214, filesize=30.4 K 2024-11-25T08:26:18,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/29a8f34ceeab4bdca05044495db9b762 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/29a8f34ceeab4bdca05044495db9b762 2024-11-25T08:26:18,444 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/29a8f34ceeab4bdca05044495db9b762, entries=150, sequenceid=214, filesize=11.9 K 2024-11-25T08:26:18,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/87cfab10670648dc936b12a4f0d3129e as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/87cfab10670648dc936b12a4f0d3129e 2024-11-25T08:26:18,448 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/87cfab10670648dc936b12a4f0d3129e, entries=150, sequenceid=214, filesize=11.9 K 2024-11-25T08:26:18,449 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e493972c1df0e8eb1a2b0f38b9b422b2 in 710ms, sequenceid=214, compaction requested=false 2024-11-25T08:26:18,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:18,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:18,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-25T08:26:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-25T08:26:18,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-25T08:26:18,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1730 sec 2024-11-25T08:26:18,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.1790 sec 2024-11-25T08:26:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:18,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e493972c1df0e8eb1a2b0f38b9b422b2 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T08:26:18,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=A 2024-11-25T08:26:18,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:18,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=B 2024-11-25T08:26:18,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:18,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=C 2024-11-25T08:26:18,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:18,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523238578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:18,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523238580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:18,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523238582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:18,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523238583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:18,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523238585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:18,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ca562949c703435c84f1c47cc40f7735_e493972c1df0e8eb1a2b0f38b9b422b2 is 50, key is test_row_0/A:col10/1732523177929/Put/seqid=0 2024-11-25T08:26:18,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742480_1656 (size=17284) 2024-11-25T08:26:18,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523238686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:18,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523238688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:18,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523238689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:18,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523238691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:18,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523238892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:18,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523238893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:18,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523238894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:18,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523238896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:19,038 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:19,041 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ca562949c703435c84f1c47cc40f7735_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ca562949c703435c84f1c47cc40f7735_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:19,042 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/b26cf8739c4f4418b0c8e3c271c15591, store: [table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:19,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/b26cf8739c4f4418b0c8e3c271c15591 is 175, key is test_row_0/A:col10/1732523177929/Put/seqid=0 2024-11-25T08:26:19,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742481_1657 (size=48389) 2024-11-25T08:26:19,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523239086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:19,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523239200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:19,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523239200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:19,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523239200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:19,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523239201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T08:26:19,381 INFO [Thread-2628 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-25T08:26:19,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:26:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-25T08:26:19,383 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:26:19,384 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:26:19,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:26:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T08:26:19,484 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/b26cf8739c4f4418b0c8e3c271c15591 2024-11-25T08:26:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T08:26:19,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/d309a3e6ba6842429993f26aa1fc89e0 is 50, key is test_row_0/B:col10/1732523177929/Put/seqid=0 2024-11-25T08:26:19,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742482_1658 (size=12151) 2024-11-25T08:26:19,535 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:19,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T08:26:19,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:19,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:19,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:19,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:19,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:19,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/d309a3e6ba6842429993f26aa1fc89e0 2024-11-25T08:26:19,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/b9ce104ff47348179f8768cbc697a555 is 50, key is test_row_0/C:col10/1732523177929/Put/seqid=0 2024-11-25T08:26:19,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742483_1659 (size=12151) 2024-11-25T08:26:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T08:26:19,687 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:19,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T08:26:19,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:19,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:19,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:19,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:19,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:19,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523239705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:19,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523239707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:19,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523239708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:19,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523239709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:19,840 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:19,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T08:26:19,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:19,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:19,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:19,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:19,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T08:26:19,992 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:19,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T08:26:19,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:19,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:19,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:19,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:19,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:19,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:20,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/b9ce104ff47348179f8768cbc697a555 2024-11-25T08:26:20,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/b26cf8739c4f4418b0c8e3c271c15591 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/b26cf8739c4f4418b0c8e3c271c15591 2024-11-25T08:26:20,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/b26cf8739c4f4418b0c8e3c271c15591, entries=250, sequenceid=239, filesize=47.3 K 2024-11-25T08:26:20,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/d309a3e6ba6842429993f26aa1fc89e0 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/d309a3e6ba6842429993f26aa1fc89e0 2024-11-25T08:26:20,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/d309a3e6ba6842429993f26aa1fc89e0, entries=150, sequenceid=239, filesize=11.9 K 2024-11-25T08:26:20,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/b9ce104ff47348179f8768cbc697a555 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/b9ce104ff47348179f8768cbc697a555 2024-11-25T08:26:20,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/b9ce104ff47348179f8768cbc697a555, entries=150, sequenceid=239, filesize=11.9 K 2024-11-25T08:26:20,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e493972c1df0e8eb1a2b0f38b9b422b2 in 1477ms, sequenceid=239, compaction requested=true 2024-11-25T08:26:20,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:20,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e493972c1df0e8eb1a2b0f38b9b422b2:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:26:20,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:20,039 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:26:20,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e493972c1df0e8eb1a2b0f38b9b422b2:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:26:20,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:20,039 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:26:20,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e493972c1df0e8eb1a2b0f38b9b422b2:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:26:20,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:26:20,041 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:26:20,041 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): e493972c1df0e8eb1a2b0f38b9b422b2/B is initiating minor compaction (all files) 2024-11-25T08:26:20,041 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e493972c1df0e8eb1a2b0f38b9b422b2/B in TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:20,041 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/7db1077e664346d9a4f93617a8817ae9, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/29a8f34ceeab4bdca05044495db9b762, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/d309a3e6ba6842429993f26aa1fc89e0] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp, totalSize=36.0 K 2024-11-25T08:26:20,042 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 7db1077e664346d9a4f93617a8817ae9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732523174479 2024-11-25T08:26:20,042 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111043 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:26:20,042 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): e493972c1df0e8eb1a2b0f38b9b422b2/A is initiating minor compaction (all files) 2024-11-25T08:26:20,042 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e493972c1df0e8eb1a2b0f38b9b422b2/A in TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:20,042 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/c20255a796734223a985c7ecced68bdc, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/02abae34f8b443a8b7078a9108553be8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/b26cf8739c4f4418b0c8e3c271c15591] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp, totalSize=108.4 K 2024-11-25T08:26:20,042 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:20,042 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. files: [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/c20255a796734223a985c7ecced68bdc, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/02abae34f8b443a8b7078a9108553be8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/b26cf8739c4f4418b0c8e3c271c15591] 2024-11-25T08:26:20,044 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 29a8f34ceeab4bdca05044495db9b762, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732523176664 2024-11-25T08:26:20,044 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting c20255a796734223a985c7ecced68bdc, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732523174479 2024-11-25T08:26:20,045 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting d309a3e6ba6842429993f26aa1fc89e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732523177909 2024-11-25T08:26:20,045 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02abae34f8b443a8b7078a9108553be8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732523176664 2024-11-25T08:26:20,046 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting b26cf8739c4f4418b0c8e3c271c15591, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732523177909 2024-11-25T08:26:20,064 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:20,071 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e493972c1df0e8eb1a2b0f38b9b422b2#B#compaction#561 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:26:20,071 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/4f3ddf6e03964da4aefc2c78591ca4af is 50, key is test_row_0/B:col10/1732523177929/Put/seqid=0 2024-11-25T08:26:20,073 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125507571808fee49ceadb2e0e7f6e161f8_e493972c1df0e8eb1a2b0f38b9b422b2 store=[table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:20,075 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125507571808fee49ceadb2e0e7f6e161f8_e493972c1df0e8eb1a2b0f38b9b422b2, store=[table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:20,075 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125507571808fee49ceadb2e0e7f6e161f8_e493972c1df0e8eb1a2b0f38b9b422b2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:20,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e493972c1df0e8eb1a2b0f38b9b422b2 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T08:26:20,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=A 2024-11-25T08:26:20,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:20,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=B 2024-11-25T08:26:20,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:20,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=C 2024-11-25T08:26:20,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:20,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:20,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742484_1660 (size=12697) 2024-11-25T08:26:20,128 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/4f3ddf6e03964da4aefc2c78591ca4af as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/4f3ddf6e03964da4aefc2c78591ca4af 2024-11-25T08:26:20,132 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e493972c1df0e8eb1a2b0f38b9b422b2/B of e493972c1df0e8eb1a2b0f38b9b422b2 into 4f3ddf6e03964da4aefc2c78591ca4af(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:26:20,132 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:20,132 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., storeName=e493972c1df0e8eb1a2b0f38b9b422b2/B, priority=13, startTime=1732523180039; duration=0sec 2024-11-25T08:26:20,132 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:26:20,132 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e493972c1df0e8eb1a2b0f38b9b422b2:B 2024-11-25T08:26:20,132 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T08:26:20,134 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T08:26:20,134 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): e493972c1df0e8eb1a2b0f38b9b422b2/C is initiating minor compaction (all files) 2024-11-25T08:26:20,134 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e493972c1df0e8eb1a2b0f38b9b422b2/C in TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:20,134 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/70d1f8664a4d49f29b13a07e1af63801, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/87cfab10670648dc936b12a4f0d3129e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/b9ce104ff47348179f8768cbc697a555] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp, totalSize=36.0 K 2024-11-25T08:26:20,135 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 70d1f8664a4d49f29b13a07e1af63801, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732523174479 2024-11-25T08:26:20,136 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 87cfab10670648dc936b12a4f0d3129e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732523176664 2024-11-25T08:26:20,136 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting b9ce104ff47348179f8768cbc697a555, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732523177909 2024-11-25T08:26:20,145 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:20,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T08:26:20,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:20,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742485_1661 (size=4469) 2024-11-25T08:26:20,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:20,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:20,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:20,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:20,161 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e493972c1df0e8eb1a2b0f38b9b422b2#C#compaction#562 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:26:20,161 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/862fb983895c436db83706f8435331db is 50, key is test_row_0/C:col10/1732523177929/Put/seqid=0 2024-11-25T08:26:20,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bfbfe441185e49ada58bfb7c56fbc1e3_e493972c1df0e8eb1a2b0f38b9b422b2 is 50, key is test_row_0/A:col10/1732523180098/Put/seqid=0 2024-11-25T08:26:20,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742486_1662 (size=12697) 2024-11-25T08:26:20,214 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/862fb983895c436db83706f8435331db as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/862fb983895c436db83706f8435331db 2024-11-25T08:26:20,218 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e493972c1df0e8eb1a2b0f38b9b422b2/C of e493972c1df0e8eb1a2b0f38b9b422b2 into 862fb983895c436db83706f8435331db(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:26:20,218 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:20,218 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., storeName=e493972c1df0e8eb1a2b0f38b9b422b2/C, priority=13, startTime=1732523180039; duration=0sec 2024-11-25T08:26:20,218 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:20,218 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e493972c1df0e8eb1a2b0f38b9b422b2:C 2024-11-25T08:26:20,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742487_1663 (size=14794) 2024-11-25T08:26:20,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523240219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:20,298 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:20,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T08:26:20,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:20,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:20,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:20,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:20,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:20,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523240328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:20,451 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:20,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T08:26:20,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:20,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:20,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:20,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:20,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T08:26:20,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523240532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:20,547 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e493972c1df0e8eb1a2b0f38b9b422b2#A#compaction#560 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:26:20,547 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/af18d842b84841e08818bcad41f012c6 is 175, key is test_row_0/A:col10/1732523177929/Put/seqid=0 2024-11-25T08:26:20,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742488_1664 (size=31651) 2024-11-25T08:26:20,586 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/af18d842b84841e08818bcad41f012c6 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/af18d842b84841e08818bcad41f012c6 2024-11-25T08:26:20,591 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e493972c1df0e8eb1a2b0f38b9b422b2/A of e493972c1df0e8eb1a2b0f38b9b422b2 into af18d842b84841e08818bcad41f012c6(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:26:20,591 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:20,591 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., storeName=e493972c1df0e8eb1a2b0f38b9b422b2/A, priority=13, startTime=1732523180038; duration=0sec 2024-11-25T08:26:20,591 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:20,591 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e493972c1df0e8eb1a2b0f38b9b422b2:A 2024-11-25T08:26:20,603 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:20,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T08:26:20,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:20,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:20,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:20,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:20,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:20,625 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:20,629 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bfbfe441185e49ada58bfb7c56fbc1e3_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bfbfe441185e49ada58bfb7c56fbc1e3_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:20,630 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/aebfb00bba7d4d598f2203abbc32a2a7, store: [table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:20,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/aebfb00bba7d4d598f2203abbc32a2a7 is 175, key is test_row_0/A:col10/1732523180098/Put/seqid=0 2024-11-25T08:26:20,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742489_1665 (size=39749) 2024-11-25T08:26:20,671 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/aebfb00bba7d4d598f2203abbc32a2a7 2024-11-25T08:26:20,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/791f3e5c7a8e442ea788af9c88eda635 is 50, key is test_row_0/B:col10/1732523180098/Put/seqid=0 2024-11-25T08:26:20,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523240712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:20,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523240718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:20,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523240720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:20,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523240720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:20,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742490_1666 (size=12151) 2024-11-25T08:26:20,758 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:20,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T08:26:20,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:20,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:20,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:20,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:20,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:20,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523240838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:20,911 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:20,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T08:26:20,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:20,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:20,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:20,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:20,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:21,066 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:21,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T08:26:21,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:21,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:21,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:21,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:21,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:21,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/791f3e5c7a8e442ea788af9c88eda635 2024-11-25T08:26:21,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/3991e71f867e4d549e5c111650975d26 is 50, key is test_row_0/C:col10/1732523180098/Put/seqid=0 2024-11-25T08:26:21,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742491_1667 (size=12151) 2024-11-25T08:26:21,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/3991e71f867e4d549e5c111650975d26 2024-11-25T08:26:21,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/aebfb00bba7d4d598f2203abbc32a2a7 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/aebfb00bba7d4d598f2203abbc32a2a7 2024-11-25T08:26:21,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/aebfb00bba7d4d598f2203abbc32a2a7, entries=200, sequenceid=254, filesize=38.8 K 2024-11-25T08:26:21,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/791f3e5c7a8e442ea788af9c88eda635 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/791f3e5c7a8e442ea788af9c88eda635 2024-11-25T08:26:21,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/791f3e5c7a8e442ea788af9c88eda635, entries=150, sequenceid=254, filesize=11.9 K 2024-11-25T08:26:21,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/3991e71f867e4d549e5c111650975d26 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/3991e71f867e4d549e5c111650975d26 2024-11-25T08:26:21,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/3991e71f867e4d549e5c111650975d26, entries=150, sequenceid=254, filesize=11.9 K 2024-11-25T08:26:21,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for e493972c1df0e8eb1a2b0f38b9b422b2 in 1083ms, sequenceid=254, compaction requested=false 2024-11-25T08:26:21,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:21,219 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:21,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T08:26:21,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:21,220 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing e493972c1df0e8eb1a2b0f38b9b422b2 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T08:26:21,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=A 2024-11-25T08:26:21,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:21,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=B 2024-11-25T08:26:21,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:21,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=C 2024-11-25T08:26:21,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:21,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125aa2806483150442f877c3909049cd744_e493972c1df0e8eb1a2b0f38b9b422b2 is 50, key is test_row_0/A:col10/1732523180217/Put/seqid=0 2024-11-25T08:26:21,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742492_1668 (size=12454) 2024-11-25T08:26:21,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:21,258 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125aa2806483150442f877c3909049cd744_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125aa2806483150442f877c3909049cd744_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:21,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/795e5790c01041b29a03c1b269f2fb1e, store: [table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:21,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/795e5790c01041b29a03c1b269f2fb1e is 175, key is test_row_0/A:col10/1732523180217/Put/seqid=0 2024-11-25T08:26:21,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742493_1669 (size=31255) 2024-11-25T08:26:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:21,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:21,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523241384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:21,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523241487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T08:26:21,663 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/795e5790c01041b29a03c1b269f2fb1e 2024-11-25T08:26:21,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/d31340bbd2294cdcba166cb45ac63b06 is 50, key is test_row_0/B:col10/1732523180217/Put/seqid=0 2024-11-25T08:26:21,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742494_1670 (size=12301) 2024-11-25T08:26:21,691 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/d31340bbd2294cdcba166cb45ac63b06 2024-11-25T08:26:21,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523241691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:21,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/823dd907825e439fb7899664f90d68cc is 50, key is test_row_0/C:col10/1732523180217/Put/seqid=0 2024-11-25T08:26:21,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742495_1671 (size=12301) 2024-11-25T08:26:21,702 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/823dd907825e439fb7899664f90d68cc 2024-11-25T08:26:21,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/795e5790c01041b29a03c1b269f2fb1e as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/795e5790c01041b29a03c1b269f2fb1e 2024-11-25T08:26:21,710 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/795e5790c01041b29a03c1b269f2fb1e, entries=150, sequenceid=278, filesize=30.5 K 2024-11-25T08:26:21,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/d31340bbd2294cdcba166cb45ac63b06 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/d31340bbd2294cdcba166cb45ac63b06 2024-11-25T08:26:21,714 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/d31340bbd2294cdcba166cb45ac63b06, entries=150, sequenceid=278, filesize=12.0 K 2024-11-25T08:26:21,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/823dd907825e439fb7899664f90d68cc as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/823dd907825e439fb7899664f90d68cc 2024-11-25T08:26:21,717 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/823dd907825e439fb7899664f90d68cc, entries=150, sequenceid=278, filesize=12.0 K 2024-11-25T08:26:21,718 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for e493972c1df0e8eb1a2b0f38b9b422b2 in 498ms, sequenceid=278, compaction requested=true 2024-11-25T08:26:21,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:21,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:21,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-25T08:26:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-25T08:26:21,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-25T08:26:21,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3350 sec 2024-11-25T08:26:21,722 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 2.3390 sec 2024-11-25T08:26:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:21,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e493972c1df0e8eb1a2b0f38b9b422b2 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T08:26:21,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=A 2024-11-25T08:26:21,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:21,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=B 2024-11-25T08:26:21,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:21,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=C 2024-11-25T08:26:21,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:22,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125aaaf17ef36a44b03aa0368769fb2c7a2_e493972c1df0e8eb1a2b0f38b9b422b2 is 50, key is test_row_0/A:col10/1732523181355/Put/seqid=0 2024-11-25T08:26:22,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742496_1672 (size=14994) 2024-11-25T08:26:22,007 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:22,010 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125aaaf17ef36a44b03aa0368769fb2c7a2_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125aaaf17ef36a44b03aa0368769fb2c7a2_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:22,010 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/30f9650a2a5548df8163a127c7e66188, store: [table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:22,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/30f9650a2a5548df8163a127c7e66188 is 175, key is test_row_0/A:col10/1732523181355/Put/seqid=0 2024-11-25T08:26:22,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742497_1673 (size=39949) 2024-11-25T08:26:22,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523242057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:22,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523242160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:22,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523242366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:22,415 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/30f9650a2a5548df8163a127c7e66188 2024-11-25T08:26:22,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/4c958680b49b4a42b9f3d3bde150bd9f is 50, key is test_row_0/B:col10/1732523181355/Put/seqid=0 2024-11-25T08:26:22,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742498_1674 (size=12301) 2024-11-25T08:26:22,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523242671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:22,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52808 deadline: 1732523242728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:22,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52756 deadline: 1732523242729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:22,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:22,732 DEBUG [Thread-2624 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., hostname=79c23c06fcc9,37061,1732523014560, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T08:26:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52818 deadline: 1732523242730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:22,732 DEBUG [Thread-2622 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., hostname=79c23c06fcc9,37061,1732523014560, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T08:26:22,732 DEBUG [Thread-2620 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., hostname=79c23c06fcc9,37061,1732523014560, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T08:26:22,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52770 deadline: 1732523242732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:22,735 DEBUG [Thread-2626 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., hostname=79c23c06fcc9,37061,1732523014560, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T08:26:22,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/4c958680b49b4a42b9f3d3bde150bd9f 2024-11-25T08:26:22,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/9f5f9ca80e954cd398a63831688e9c80 is 50, key is test_row_0/C:col10/1732523181355/Put/seqid=0 2024-11-25T08:26:22,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742499_1675 (size=12301) 2024-11-25T08:26:22,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/9f5f9ca80e954cd398a63831688e9c80 2024-11-25T08:26:22,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/30f9650a2a5548df8163a127c7e66188 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/30f9650a2a5548df8163a127c7e66188 2024-11-25T08:26:22,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/30f9650a2a5548df8163a127c7e66188, entries=200, sequenceid=294, filesize=39.0 K 2024-11-25T08:26:22,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/4c958680b49b4a42b9f3d3bde150bd9f as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/4c958680b49b4a42b9f3d3bde150bd9f 2024-11-25T08:26:22,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/4c958680b49b4a42b9f3d3bde150bd9f, entries=150, sequenceid=294, filesize=12.0 K 2024-11-25T08:26:22,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/9f5f9ca80e954cd398a63831688e9c80 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/9f5f9ca80e954cd398a63831688e9c80 2024-11-25T08:26:22,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/9f5f9ca80e954cd398a63831688e9c80, entries=150, sequenceid=294, filesize=12.0 K 2024-11-25T08:26:22,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e493972c1df0e8eb1a2b0f38b9b422b2 in 857ms, sequenceid=294, compaction requested=true 2024-11-25T08:26:22,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:22,856 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:26:22,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e493972c1df0e8eb1a2b0f38b9b422b2:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T08:26:22,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:22,856 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:26:22,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e493972c1df0e8eb1a2b0f38b9b422b2:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T08:26:22,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:22,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e493972c1df0e8eb1a2b0f38b9b422b2:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T08:26:22,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:26:22,857 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142604 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:26:22,857 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1540): e493972c1df0e8eb1a2b0f38b9b422b2/A is initiating minor compaction (all files) 2024-11-25T08:26:22,857 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e493972c1df0e8eb1a2b0f38b9b422b2/A in TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:22,857 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/af18d842b84841e08818bcad41f012c6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/aebfb00bba7d4d598f2203abbc32a2a7, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/795e5790c01041b29a03c1b269f2fb1e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/30f9650a2a5548df8163a127c7e66188] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp, totalSize=139.3 K 2024-11-25T08:26:22,857 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:22,857 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. files: [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/af18d842b84841e08818bcad41f012c6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/aebfb00bba7d4d598f2203abbc32a2a7, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/795e5790c01041b29a03c1b269f2fb1e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/30f9650a2a5548df8163a127c7e66188] 2024-11-25T08:26:22,862 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting af18d842b84841e08818bcad41f012c6, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732523177909 2024-11-25T08:26:22,862 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:26:22,862 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): e493972c1df0e8eb1a2b0f38b9b422b2/B is initiating minor compaction (all files) 2024-11-25T08:26:22,862 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e493972c1df0e8eb1a2b0f38b9b422b2/B in TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:22,862 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/4f3ddf6e03964da4aefc2c78591ca4af, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/791f3e5c7a8e442ea788af9c88eda635, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/d31340bbd2294cdcba166cb45ac63b06, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/4c958680b49b4a42b9f3d3bde150bd9f] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp, totalSize=48.3 K 2024-11-25T08:26:22,862 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting aebfb00bba7d4d598f2203abbc32a2a7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732523178580 2024-11-25T08:26:22,862 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 795e5790c01041b29a03c1b269f2fb1e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732523180149 2024-11-25T08:26:22,863 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30f9650a2a5548df8163a127c7e66188, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732523181355 2024-11-25T08:26:22,864 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f3ddf6e03964da4aefc2c78591ca4af, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732523177909 2024-11-25T08:26:22,865 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 791f3e5c7a8e442ea788af9c88eda635, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732523178582 2024-11-25T08:26:22,865 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting d31340bbd2294cdcba166cb45ac63b06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732523180149 2024-11-25T08:26:22,865 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c958680b49b4a42b9f3d3bde150bd9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732523181355 2024-11-25T08:26:22,868 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:22,875 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411258fbf2793877e40d499c29ee1754713cc_e493972c1df0e8eb1a2b0f38b9b422b2 store=[table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:22,878 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411258fbf2793877e40d499c29ee1754713cc_e493972c1df0e8eb1a2b0f38b9b422b2, store=[table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:22,878 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258fbf2793877e40d499c29ee1754713cc_e493972c1df0e8eb1a2b0f38b9b422b2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:22,889 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e493972c1df0e8eb1a2b0f38b9b422b2#B#compaction#573 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:26:22,889 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/c0f00082b64340f79168ffc64ba7018f is 50, key is test_row_0/B:col10/1732523181355/Put/seqid=0 2024-11-25T08:26:22,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742501_1677 (size=12983) 2024-11-25T08:26:22,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742500_1676 (size=4469) 2024-11-25T08:26:22,920 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/c0f00082b64340f79168ffc64ba7018f as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/c0f00082b64340f79168ffc64ba7018f 2024-11-25T08:26:22,929 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e493972c1df0e8eb1a2b0f38b9b422b2#A#compaction#572 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:26:22,929 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e493972c1df0e8eb1a2b0f38b9b422b2/B of e493972c1df0e8eb1a2b0f38b9b422b2 into c0f00082b64340f79168ffc64ba7018f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:26:22,929 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:22,929 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., storeName=e493972c1df0e8eb1a2b0f38b9b422b2/B, priority=12, startTime=1732523182856; duration=0sec 2024-11-25T08:26:22,929 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T08:26:22,929 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e493972c1df0e8eb1a2b0f38b9b422b2:B 2024-11-25T08:26:22,929 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T08:26:22,930 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/9eeda1acf6274019af1265955a7c079f is 175, key is test_row_0/A:col10/1732523181355/Put/seqid=0 2024-11-25T08:26:22,931 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T08:26:22,931 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1540): e493972c1df0e8eb1a2b0f38b9b422b2/C is initiating minor compaction (all files) 2024-11-25T08:26:22,931 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e493972c1df0e8eb1a2b0f38b9b422b2/C in TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:22,931 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/862fb983895c436db83706f8435331db, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/3991e71f867e4d549e5c111650975d26, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/823dd907825e439fb7899664f90d68cc, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/9f5f9ca80e954cd398a63831688e9c80] into tmpdir=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp, totalSize=48.3 K 2024-11-25T08:26:22,931 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 862fb983895c436db83706f8435331db, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732523177909 2024-11-25T08:26:22,931 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 3991e71f867e4d549e5c111650975d26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732523178582 2024-11-25T08:26:22,932 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 823dd907825e439fb7899664f90d68cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732523180149 2024-11-25T08:26:22,932 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f5f9ca80e954cd398a63831688e9c80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732523181355 2024-11-25T08:26:22,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742502_1678 (size=31937) 2024-11-25T08:26:22,942 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e493972c1df0e8eb1a2b0f38b9b422b2#C#compaction#574 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T08:26:22,942 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/2809d34e798a442294cbc58108ec8455 is 50, key is test_row_0/C:col10/1732523181355/Put/seqid=0 2024-11-25T08:26:22,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742503_1679 (size=12983) 2024-11-25T08:26:22,960 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/2809d34e798a442294cbc58108ec8455 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/2809d34e798a442294cbc58108ec8455 2024-11-25T08:26:22,967 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e493972c1df0e8eb1a2b0f38b9b422b2/C of e493972c1df0e8eb1a2b0f38b9b422b2 into 2809d34e798a442294cbc58108ec8455(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:26:22,967 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:22,967 INFO [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., storeName=e493972c1df0e8eb1a2b0f38b9b422b2/C, priority=12, startTime=1732523182856; duration=0sec 2024-11-25T08:26:22,967 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:22,967 DEBUG [RS:0;79c23c06fcc9:37061-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e493972c1df0e8eb1a2b0f38b9b422b2:C 2024-11-25T08:26:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:23,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e493972c1df0e8eb1a2b0f38b9b422b2 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T08:26:23,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=A 2024-11-25T08:26:23,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:23,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=B 2024-11-25T08:26:23,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:23,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=C 2024-11-25T08:26:23,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:23,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252351c21a72684cb5997134e25d646d93_e493972c1df0e8eb1a2b0f38b9b422b2 is 50, key is test_row_0/A:col10/1732523183176/Put/seqid=0 2024-11-25T08:26:23,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742504_1680 (size=14994) 2024-11-25T08:26:23,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523243218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:23,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:23,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523243321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:23,343 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/9eeda1acf6274019af1265955a7c079f as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/9eeda1acf6274019af1265955a7c079f 2024-11-25T08:26:23,347 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e493972c1df0e8eb1a2b0f38b9b422b2/A of e493972c1df0e8eb1a2b0f38b9b422b2 into 9eeda1acf6274019af1265955a7c079f(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T08:26:23,347 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:23,347 INFO [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2., storeName=e493972c1df0e8eb1a2b0f38b9b422b2/A, priority=12, startTime=1732523182855; duration=0sec 2024-11-25T08:26:23,347 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T08:26:23,347 DEBUG [RS:0;79c23c06fcc9:37061-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e493972c1df0e8eb1a2b0f38b9b422b2:A 2024-11-25T08:26:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T08:26:23,490 INFO [Thread-2628 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-25T08:26:23,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T08:26:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-25T08:26:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T08:26:23,492 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T08:26:23,492 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T08:26:23,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T08:26:23,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523243525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T08:26:23,608 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:23,611 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252351c21a72684cb5997134e25d646d93_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252351c21a72684cb5997134e25d646d93_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:23,612 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/4c4c1ad660e540b3acd3561570c5cfa4, store: [table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:23,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/4c4c1ad660e540b3acd3561570c5cfa4 is 175, key is test_row_0/A:col10/1732523183176/Put/seqid=0 2024-11-25T08:26:23,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742505_1681 (size=39949) 2024-11-25T08:26:23,616 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/4c4c1ad660e540b3acd3561570c5cfa4 2024-11-25T08:26:23,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/1e7e1f01aebb4ecea1e1c5ff90fc6cf8 is 50, key is test_row_0/B:col10/1732523183176/Put/seqid=0 2024-11-25T08:26:23,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742506_1682 (size=12301) 2024-11-25T08:26:23,644 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:23,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-25T08:26:23,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:23,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:23,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:23,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:23,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T08:26:23,797 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:23,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-25T08:26:23,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:23,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:23,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:23,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:23,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:23,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:23,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523243827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:23,949 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:23,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-25T08:26:23,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:23,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:23,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:23,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:23,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:23,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:24,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/1e7e1f01aebb4ecea1e1c5ff90fc6cf8 2024-11-25T08:26:24,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/d6be102ab8c74298b1d2a0e8a42f04f0 is 50, key is test_row_0/C:col10/1732523183176/Put/seqid=0 2024-11-25T08:26:24,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742507_1683 (size=12301) 2024-11-25T08:26:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T08:26:24,106 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:24,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-25T08:26:24,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:24,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:24,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:24,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:24,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:24,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:24,258 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:24,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-25T08:26:24,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:24,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:24,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:24,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:24,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:24,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T08:26:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37061 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52780 deadline: 1732523244329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:24,413 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:24,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-25T08:26:24,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:24,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:24,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:24,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:24,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T08:26:24,565 INFO [AsyncFSWAL-0-hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData-prefix:79c23c06fcc9,44197,1732523012026 {}] wal.AbstractFSWAL(1183): Slow sync cost: 150 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:46609,DS-cfb65b0c-0d3e-47b6-acc4-9416101b069e,DISK]] 2024-11-25T08:26:24,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/d6be102ab8c74298b1d2a0e8a42f04f0 2024-11-25T08:26:24,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/4c4c1ad660e540b3acd3561570c5cfa4 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/4c4c1ad660e540b3acd3561570c5cfa4 2024-11-25T08:26:24,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/4c4c1ad660e540b3acd3561570c5cfa4, entries=200, sequenceid=317, filesize=39.0 K 2024-11-25T08:26:24,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/1e7e1f01aebb4ecea1e1c5ff90fc6cf8 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/1e7e1f01aebb4ecea1e1c5ff90fc6cf8 2024-11-25T08:26:24,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/1e7e1f01aebb4ecea1e1c5ff90fc6cf8, entries=150, sequenceid=317, filesize=12.0 K 2024-11-25T08:26:24,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/d6be102ab8c74298b1d2a0e8a42f04f0 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/d6be102ab8c74298b1d2a0e8a42f04f0 2024-11-25T08:26:24,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/d6be102ab8c74298b1d2a0e8a42f04f0, entries=150, sequenceid=317, filesize=12.0 K 2024-11-25T08:26:24,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for e493972c1df0e8eb1a2b0f38b9b422b2 in 1402ms, sequenceid=317, compaction requested=false 2024-11-25T08:26:24,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T08:26:24,716 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:24,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37061 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-25T08:26:24,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:24,716 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing e493972c1df0e8eb1a2b0f38b9b422b2 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T08:26:24,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=A 2024-11-25T08:26:24,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:24,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=B 2024-11-25T08:26:24,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:24,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=C 2024-11-25T08:26:24,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:24,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254398122720d04fc5a59b5b219de29b34_e493972c1df0e8eb1a2b0f38b9b422b2 is 50, key is test_row_0/A:col10/1732523183217/Put/seqid=0 2024-11-25T08:26:24,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742508_1684 (size=12454) 2024-11-25T08:26:24,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:24,736 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254398122720d04fc5a59b5b219de29b34_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254398122720d04fc5a59b5b219de29b34_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:24,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/070a1df2bdef4a4abf76f6d11882dabd, store: [table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:24,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/070a1df2bdef4a4abf76f6d11882dabd is 175, key is test_row_0/A:col10/1732523183217/Put/seqid=0 2024-11-25T08:26:24,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742509_1685 (size=31255) 2024-11-25T08:26:25,003 DEBUG [Thread-2631 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x543ad165 to 127.0.0.1:59350 2024-11-25T08:26:25,003 DEBUG [Thread-2631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:25,004 DEBUG [Thread-2637 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5635306b to 127.0.0.1:59350 2024-11-25T08:26:25,004 DEBUG [Thread-2637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:25,004 DEBUG [Thread-2633 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7425af74 to 127.0.0.1:59350 2024-11-25T08:26:25,004 DEBUG [Thread-2633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:25,005 DEBUG [Thread-2635 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55c33d35 to 127.0.0.1:59350 2024-11-25T08:26:25,005 DEBUG [Thread-2635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:25,005 DEBUG [Thread-2629 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e0cc070 to 127.0.0.1:59350 2024-11-25T08:26:25,005 DEBUG [Thread-2629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:25,141 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=333, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/070a1df2bdef4a4abf76f6d11882dabd 2024-11-25T08:26:25,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/88d5257f99fe4f3381d22893dbba55cc is 50, key is test_row_0/B:col10/1732523183217/Put/seqid=0 2024-11-25T08:26:25,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742510_1686 (size=12301) 2024-11-25T08:26:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37061 {}] regionserver.HRegion(8581): Flush requested on e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:25,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. as already flushing 2024-11-25T08:26:25,336 DEBUG [Thread-2618 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16a625a1 to 127.0.0.1:59350 2024-11-25T08:26:25,336 DEBUG [Thread-2618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:25,548 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/88d5257f99fe4f3381d22893dbba55cc 2024-11-25T08:26:25,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/169c86f904ae40b1a9310ede6bf6204a is 50, key is test_row_0/C:col10/1732523183217/Put/seqid=0 2024-11-25T08:26:25,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742511_1687 (size=12301) 2024-11-25T08:26:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T08:26:25,956 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/169c86f904ae40b1a9310ede6bf6204a 2024-11-25T08:26:25,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/070a1df2bdef4a4abf76f6d11882dabd as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/070a1df2bdef4a4abf76f6d11882dabd 2024-11-25T08:26:25,962 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/070a1df2bdef4a4abf76f6d11882dabd, entries=150, sequenceid=333, filesize=30.5 K 2024-11-25T08:26:25,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/88d5257f99fe4f3381d22893dbba55cc as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/88d5257f99fe4f3381d22893dbba55cc 2024-11-25T08:26:25,965 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/88d5257f99fe4f3381d22893dbba55cc, entries=150, sequenceid=333, filesize=12.0 K 2024-11-25T08:26:25,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/169c86f904ae40b1a9310ede6bf6204a as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/169c86f904ae40b1a9310ede6bf6204a 2024-11-25T08:26:25,967 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/169c86f904ae40b1a9310ede6bf6204a, entries=150, sequenceid=333, filesize=12.0 K 2024-11-25T08:26:25,968 INFO [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=6.71 KB/6870 for e493972c1df0e8eb1a2b0f38b9b422b2 in 1252ms, sequenceid=333, compaction requested=true 2024-11-25T08:26:25,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:25,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:25,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/79c23c06fcc9:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-25T08:26:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-25T08:26:25,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-25T08:26:25,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4770 sec 2024-11-25T08:26:25,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 2.4790 sec 2024-11-25T08:26:26,753 DEBUG [Thread-2622 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1af60528 to 127.0.0.1:59350 2024-11-25T08:26:26,753 DEBUG [Thread-2622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:26,754 DEBUG [Thread-2624 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a3a2cf8 to 127.0.0.1:59350 2024-11-25T08:26:26,754 DEBUG [Thread-2624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:26,770 DEBUG [Thread-2620 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x35f4cea9 to 127.0.0.1:59350 2024-11-25T08:26:26,770 DEBUG [Thread-2620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:26,773 DEBUG [Thread-2626 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15e6f8cd to 127.0.0.1:59350 2024-11-25T08:26:26,773 DEBUG [Thread-2626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T08:26:27,596 INFO [Thread-2628 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-25T08:26:27,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T08:26:27,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-11-25T08:26:27,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-25T08:26:27,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-25T08:26:27,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-25T08:26:27,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-25T08:26:27,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T08:26:27,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3433 2024-11-25T08:26:27,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3249 2024-11-25T08:26:27,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3212 2024-11-25T08:26:27,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3428 2024-11-25T08:26:27,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3248 2024-11-25T08:26:27,596 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T08:26:27,597 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T08:26:27,597 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40381994 to 127.0.0.1:59350 2024-11-25T08:26:27,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:27,597 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T08:26:27,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-25T08:26:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T08:26:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T08:26:27,599 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523187599"}]},"ts":"1732523187599"} 2024-11-25T08:26:27,600 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T08:26:27,657 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T08:26:27,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T08:26:27,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e493972c1df0e8eb1a2b0f38b9b422b2, UNASSIGN}] 2024-11-25T08:26:27,659 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=179, ppid=178, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e493972c1df0e8eb1a2b0f38b9b422b2, UNASSIGN 2024-11-25T08:26:27,659 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=179 updating hbase:meta row=e493972c1df0e8eb1a2b0f38b9b422b2, regionState=CLOSING, regionLocation=79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:27,660 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T08:26:27,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; CloseRegionProcedure e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560}] 2024-11-25T08:26:27,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T08:26:27,811 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:27,812 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(124): Close e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:27,812 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T08:26:27,812 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1681): Closing e493972c1df0e8eb1a2b0f38b9b422b2, disabling compactions & flushes 2024-11-25T08:26:27,812 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:27,812 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:27,812 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. after waiting 0 ms 2024-11-25T08:26:27,812 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:27,812 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(2837): Flushing e493972c1df0e8eb1a2b0f38b9b422b2 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T08:26:27,812 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=A 2024-11-25T08:26:27,812 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:27,812 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=B 2024-11-25T08:26:27,812 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:27,812 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e493972c1df0e8eb1a2b0f38b9b422b2, store=C 2024-11-25T08:26:27,812 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T08:26:27,817 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259e6cbeb21e194857876d05d4309ad73e_e493972c1df0e8eb1a2b0f38b9b422b2 is 50, key is test_row_0/A:col10/1732523186752/Put/seqid=0 2024-11-25T08:26:27,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742512_1688 (size=12454) 2024-11-25T08:26:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T08:26:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T08:26:28,220 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T08:26:28,223 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259e6cbeb21e194857876d05d4309ad73e_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259e6cbeb21e194857876d05d4309ad73e_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:28,223 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/347ba4b757fe48249caeb8c28ec331ad, store: [table=TestAcidGuarantees family=A region=e493972c1df0e8eb1a2b0f38b9b422b2] 2024-11-25T08:26:28,223 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/347ba4b757fe48249caeb8c28ec331ad is 175, key is test_row_0/A:col10/1732523186752/Put/seqid=0 2024-11-25T08:26:28,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742513_1689 (size=31255) 2024-11-25T08:26:28,627 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/347ba4b757fe48249caeb8c28ec331ad 2024-11-25T08:26:28,632 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/7505df9afc6346258aa44f63e94876fe is 50, key is test_row_0/B:col10/1732523186752/Put/seqid=0 2024-11-25T08:26:28,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742514_1690 (size=12301) 2024-11-25T08:26:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T08:26:29,035 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/7505df9afc6346258aa44f63e94876fe 2024-11-25T08:26:29,039 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/311044bde68745a296b0d4f61ee6afa5 is 50, key is test_row_0/C:col10/1732523186752/Put/seqid=0 2024-11-25T08:26:29,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742515_1691 (size=12301) 2024-11-25T08:26:29,442 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/311044bde68745a296b0d4f61ee6afa5 2024-11-25T08:26:29,446 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/A/347ba4b757fe48249caeb8c28ec331ad as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/347ba4b757fe48249caeb8c28ec331ad 2024-11-25T08:26:29,448 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/347ba4b757fe48249caeb8c28ec331ad, entries=150, sequenceid=341, filesize=30.5 K 2024-11-25T08:26:29,449 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/B/7505df9afc6346258aa44f63e94876fe as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/7505df9afc6346258aa44f63e94876fe 2024-11-25T08:26:29,451 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/7505df9afc6346258aa44f63e94876fe, entries=150, sequenceid=341, filesize=12.0 K 2024-11-25T08:26:29,451 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/.tmp/C/311044bde68745a296b0d4f61ee6afa5 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/311044bde68745a296b0d4f61ee6afa5 2024-11-25T08:26:29,453 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/311044bde68745a296b0d4f61ee6afa5, entries=150, sequenceid=341, filesize=12.0 K 2024-11-25T08:26:29,454 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for e493972c1df0e8eb1a2b0f38b9b422b2 in 1642ms, sequenceid=341, compaction requested=true 2024-11-25T08:26:29,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/9d9216362766441693b6b6e8bdc489f3, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/a2066d10958a41edbf5d28877de25b62, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/e4ced7448a1e4494bb86e442b283fe4f, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/5bc9719fba5047029960e4b4c7fa038b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/364ccf70f4f840229f723d472661c4e9, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/b739da766fb94c649a161604c60ee950, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/ec4fcce94af74681bab463f1acb76c26, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/352e397a249647f8b51cffc6866ed3a0, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/5d077a0117404b8d9d39e22911b69f38, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/2bd6bb1c9445430cb2dd174d148da1af, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/2e3216ef9aae438bab1c252220a58fd3, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/ba739bb908f14941978c3ac558867556, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/5cd23768524546afa0417a38d740ed37, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/c20255a796734223a985c7ecced68bdc, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/02abae34f8b443a8b7078a9108553be8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/b26cf8739c4f4418b0c8e3c271c15591, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/af18d842b84841e08818bcad41f012c6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/aebfb00bba7d4d598f2203abbc32a2a7, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/795e5790c01041b29a03c1b269f2fb1e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/30f9650a2a5548df8163a127c7e66188] to archive 2024-11-25T08:26:29,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T08:26:29,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/9d9216362766441693b6b6e8bdc489f3 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/9d9216362766441693b6b6e8bdc489f3 2024-11-25T08:26:29,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/a2066d10958a41edbf5d28877de25b62 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/a2066d10958a41edbf5d28877de25b62 2024-11-25T08:26:29,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/e4ced7448a1e4494bb86e442b283fe4f to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/e4ced7448a1e4494bb86e442b283fe4f 2024-11-25T08:26:29,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/5bc9719fba5047029960e4b4c7fa038b to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/5bc9719fba5047029960e4b4c7fa038b 2024-11-25T08:26:29,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/364ccf70f4f840229f723d472661c4e9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/364ccf70f4f840229f723d472661c4e9 2024-11-25T08:26:29,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/b739da766fb94c649a161604c60ee950 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/b739da766fb94c649a161604c60ee950 2024-11-25T08:26:29,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/ec4fcce94af74681bab463f1acb76c26 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/ec4fcce94af74681bab463f1acb76c26 2024-11-25T08:26:29,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/352e397a249647f8b51cffc6866ed3a0 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/352e397a249647f8b51cffc6866ed3a0 2024-11-25T08:26:29,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/5d077a0117404b8d9d39e22911b69f38 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/5d077a0117404b8d9d39e22911b69f38 2024-11-25T08:26:29,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/2bd6bb1c9445430cb2dd174d148da1af to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/2bd6bb1c9445430cb2dd174d148da1af 2024-11-25T08:26:29,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/2e3216ef9aae438bab1c252220a58fd3 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/2e3216ef9aae438bab1c252220a58fd3 2024-11-25T08:26:29,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/ba739bb908f14941978c3ac558867556 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/ba739bb908f14941978c3ac558867556 2024-11-25T08:26:29,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/5cd23768524546afa0417a38d740ed37 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/5cd23768524546afa0417a38d740ed37 2024-11-25T08:26:29,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/c20255a796734223a985c7ecced68bdc to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/c20255a796734223a985c7ecced68bdc 2024-11-25T08:26:29,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/02abae34f8b443a8b7078a9108553be8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/02abae34f8b443a8b7078a9108553be8 2024-11-25T08:26:29,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/b26cf8739c4f4418b0c8e3c271c15591 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/b26cf8739c4f4418b0c8e3c271c15591 2024-11-25T08:26:29,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/af18d842b84841e08818bcad41f012c6 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/af18d842b84841e08818bcad41f012c6 2024-11-25T08:26:29,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/aebfb00bba7d4d598f2203abbc32a2a7 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/aebfb00bba7d4d598f2203abbc32a2a7 2024-11-25T08:26:29,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/795e5790c01041b29a03c1b269f2fb1e to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/795e5790c01041b29a03c1b269f2fb1e 2024-11-25T08:26:29,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/30f9650a2a5548df8163a127c7e66188 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/30f9650a2a5548df8163a127c7e66188 2024-11-25T08:26:29,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/bee083d360e9438d954dcf4b74e9aac8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/c71efef7bbfc4045af381098614e0bc8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/c33c5c2c84f54cca893b3dcead974cac, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/1c1acd441ae44fabb19fdca40aea1958, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/1448a4adfd7743b995a30cb7624d17bf, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/d39cd3d3ba19449791bde795fd99ff97, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/516e9bd37609492aa0fef6e15d77bcf8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/ff3e9f86ecf54bcda064071e2c827399, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/88c1b26bb18840298961ed29e0d8c6a5, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/e60bc5c773554e4aaf6fff540d7351f4, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/3c04d5e1fc984345bd8b5527759fce3d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/9b324cc0b9df4fa69d1f1c719d45ffb8, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/7db1077e664346d9a4f93617a8817ae9, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/680a68ccd518411cb305287bf5229330, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/29a8f34ceeab4bdca05044495db9b762, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/4f3ddf6e03964da4aefc2c78591ca4af, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/d309a3e6ba6842429993f26aa1fc89e0, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/791f3e5c7a8e442ea788af9c88eda635, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/d31340bbd2294cdcba166cb45ac63b06, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/4c958680b49b4a42b9f3d3bde150bd9f] to archive 2024-11-25T08:26:29,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T08:26:29,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/bee083d360e9438d954dcf4b74e9aac8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/bee083d360e9438d954dcf4b74e9aac8 2024-11-25T08:26:29,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/c71efef7bbfc4045af381098614e0bc8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/c71efef7bbfc4045af381098614e0bc8 2024-11-25T08:26:29,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/c33c5c2c84f54cca893b3dcead974cac to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/c33c5c2c84f54cca893b3dcead974cac 2024-11-25T08:26:29,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/1c1acd441ae44fabb19fdca40aea1958 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/1c1acd441ae44fabb19fdca40aea1958 2024-11-25T08:26:29,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/1448a4adfd7743b995a30cb7624d17bf to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/1448a4adfd7743b995a30cb7624d17bf 2024-11-25T08:26:29,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/d39cd3d3ba19449791bde795fd99ff97 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/d39cd3d3ba19449791bde795fd99ff97 2024-11-25T08:26:29,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/516e9bd37609492aa0fef6e15d77bcf8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/516e9bd37609492aa0fef6e15d77bcf8 2024-11-25T08:26:29,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/ff3e9f86ecf54bcda064071e2c827399 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/ff3e9f86ecf54bcda064071e2c827399 2024-11-25T08:26:29,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/88c1b26bb18840298961ed29e0d8c6a5 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/88c1b26bb18840298961ed29e0d8c6a5 2024-11-25T08:26:29,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/e60bc5c773554e4aaf6fff540d7351f4 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/e60bc5c773554e4aaf6fff540d7351f4 2024-11-25T08:26:29,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/3c04d5e1fc984345bd8b5527759fce3d to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/3c04d5e1fc984345bd8b5527759fce3d 2024-11-25T08:26:29,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/9b324cc0b9df4fa69d1f1c719d45ffb8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/9b324cc0b9df4fa69d1f1c719d45ffb8 2024-11-25T08:26:29,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/7db1077e664346d9a4f93617a8817ae9 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/7db1077e664346d9a4f93617a8817ae9 2024-11-25T08:26:29,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/680a68ccd518411cb305287bf5229330 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/680a68ccd518411cb305287bf5229330 2024-11-25T08:26:29,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/29a8f34ceeab4bdca05044495db9b762 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/29a8f34ceeab4bdca05044495db9b762 2024-11-25T08:26:29,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/4f3ddf6e03964da4aefc2c78591ca4af to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/4f3ddf6e03964da4aefc2c78591ca4af 2024-11-25T08:26:29,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/d309a3e6ba6842429993f26aa1fc89e0 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/d309a3e6ba6842429993f26aa1fc89e0 2024-11-25T08:26:29,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/791f3e5c7a8e442ea788af9c88eda635 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/791f3e5c7a8e442ea788af9c88eda635 2024-11-25T08:26:29,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/d31340bbd2294cdcba166cb45ac63b06 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/d31340bbd2294cdcba166cb45ac63b06 2024-11-25T08:26:29,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/4c958680b49b4a42b9f3d3bde150bd9f to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/4c958680b49b4a42b9f3d3bde150bd9f 2024-11-25T08:26:29,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/ae89ecb7486843b09c286f1fde963b8d, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/2be4d27dfa944284a02fbe999379d67c, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/5247bec63f0b41cb8e534022c2c100f1, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/4e9ef3d25a154b3bb984eb6cf234fcd2, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/c5867d09bd7143789f52fec5355263d3, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/bc819ae3a3a5496b909e3ff85392c8a6, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/a2a2ef2a3a0c458d90e6b5d1462aac09, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/342b0aef93544903b0b87bb09d7b1e26, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/1ec21827ed894a61b22a3aea7ce1648b, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/b6bfac8bd27b4042b5b23bb435ac74ee, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/c1e956a3160745d6afad62bc7f9071c4, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/5a564220d26d4822a0112515019ea74e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/70d1f8664a4d49f29b13a07e1af63801, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/82c33c9724824acd9bc408bff3c40ac4, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/87cfab10670648dc936b12a4f0d3129e, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/862fb983895c436db83706f8435331db, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/b9ce104ff47348179f8768cbc697a555, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/3991e71f867e4d549e5c111650975d26, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/823dd907825e439fb7899664f90d68cc, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/9f5f9ca80e954cd398a63831688e9c80] to archive 2024-11-25T08:26:29,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T08:26:29,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/ae89ecb7486843b09c286f1fde963b8d to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/ae89ecb7486843b09c286f1fde963b8d 2024-11-25T08:26:29,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/2be4d27dfa944284a02fbe999379d67c to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/2be4d27dfa944284a02fbe999379d67c 2024-11-25T08:26:29,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/5247bec63f0b41cb8e534022c2c100f1 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/5247bec63f0b41cb8e534022c2c100f1 2024-11-25T08:26:29,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/4e9ef3d25a154b3bb984eb6cf234fcd2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/4e9ef3d25a154b3bb984eb6cf234fcd2 2024-11-25T08:26:29,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/c5867d09bd7143789f52fec5355263d3 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/c5867d09bd7143789f52fec5355263d3 2024-11-25T08:26:29,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/bc819ae3a3a5496b909e3ff85392c8a6 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/bc819ae3a3a5496b909e3ff85392c8a6 2024-11-25T08:26:29,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/a2a2ef2a3a0c458d90e6b5d1462aac09 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/a2a2ef2a3a0c458d90e6b5d1462aac09 2024-11-25T08:26:29,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/342b0aef93544903b0b87bb09d7b1e26 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/342b0aef93544903b0b87bb09d7b1e26 2024-11-25T08:26:29,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/1ec21827ed894a61b22a3aea7ce1648b to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/1ec21827ed894a61b22a3aea7ce1648b 2024-11-25T08:26:29,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/b6bfac8bd27b4042b5b23bb435ac74ee to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/b6bfac8bd27b4042b5b23bb435ac74ee 2024-11-25T08:26:29,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/c1e956a3160745d6afad62bc7f9071c4 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/c1e956a3160745d6afad62bc7f9071c4 2024-11-25T08:26:29,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/5a564220d26d4822a0112515019ea74e to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/5a564220d26d4822a0112515019ea74e 2024-11-25T08:26:29,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/70d1f8664a4d49f29b13a07e1af63801 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/70d1f8664a4d49f29b13a07e1af63801 2024-11-25T08:26:29,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/82c33c9724824acd9bc408bff3c40ac4 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/82c33c9724824acd9bc408bff3c40ac4 2024-11-25T08:26:29,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/87cfab10670648dc936b12a4f0d3129e to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/87cfab10670648dc936b12a4f0d3129e 2024-11-25T08:26:29,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/862fb983895c436db83706f8435331db to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/862fb983895c436db83706f8435331db 2024-11-25T08:26:29,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/b9ce104ff47348179f8768cbc697a555 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/b9ce104ff47348179f8768cbc697a555 2024-11-25T08:26:29,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/3991e71f867e4d549e5c111650975d26 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/3991e71f867e4d549e5c111650975d26 2024-11-25T08:26:29,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/823dd907825e439fb7899664f90d68cc to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/823dd907825e439fb7899664f90d68cc 2024-11-25T08:26:29,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/9f5f9ca80e954cd398a63831688e9c80 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/9f5f9ca80e954cd398a63831688e9c80 2024-11-25T08:26:29,502 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/recovered.edits/344.seqid, newMaxSeqId=344, maxSeqId=4 2024-11-25T08:26:29,502 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2. 2024-11-25T08:26:29,502 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1635): Region close journal for e493972c1df0e8eb1a2b0f38b9b422b2: 2024-11-25T08:26:29,503 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(170): Closed e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:29,504 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=179 updating hbase:meta row=e493972c1df0e8eb1a2b0f38b9b422b2, regionState=CLOSED 2024-11-25T08:26:29,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-25T08:26:29,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; CloseRegionProcedure e493972c1df0e8eb1a2b0f38b9b422b2, server=79c23c06fcc9,37061,1732523014560 in 1.8440 sec 2024-11-25T08:26:29,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=179, resume processing ppid=178 2024-11-25T08:26:29,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, ppid=178, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e493972c1df0e8eb1a2b0f38b9b422b2, UNASSIGN in 1.8470 sec 2024-11-25T08:26:29,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-25T08:26:29,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8490 sec 2024-11-25T08:26:29,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732523189508"}]},"ts":"1732523189508"} 2024-11-25T08:26:29,508 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T08:26:29,523 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T08:26:29,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9270 sec 2024-11-25T08:26:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T08:26:29,703 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-25T08:26:29,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-25T08:26:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:26:29,705 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=181, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:26:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-25T08:26:29,705 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=181, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:26:29,707 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:29,708 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A, FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B, FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C, FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/recovered.edits] 2024-11-25T08:26:29,710 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/070a1df2bdef4a4abf76f6d11882dabd to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/070a1df2bdef4a4abf76f6d11882dabd 2024-11-25T08:26:29,711 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/347ba4b757fe48249caeb8c28ec331ad to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/347ba4b757fe48249caeb8c28ec331ad 2024-11-25T08:26:29,712 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/4c4c1ad660e540b3acd3561570c5cfa4 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/4c4c1ad660e540b3acd3561570c5cfa4 2024-11-25T08:26:29,713 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/9eeda1acf6274019af1265955a7c079f to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/A/9eeda1acf6274019af1265955a7c079f 2024-11-25T08:26:29,714 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/1e7e1f01aebb4ecea1e1c5ff90fc6cf8 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/1e7e1f01aebb4ecea1e1c5ff90fc6cf8 2024-11-25T08:26:29,715 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/7505df9afc6346258aa44f63e94876fe to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/7505df9afc6346258aa44f63e94876fe 2024-11-25T08:26:29,715 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/88d5257f99fe4f3381d22893dbba55cc to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/88d5257f99fe4f3381d22893dbba55cc 2024-11-25T08:26:29,716 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/c0f00082b64340f79168ffc64ba7018f to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/B/c0f00082b64340f79168ffc64ba7018f 2024-11-25T08:26:29,717 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/169c86f904ae40b1a9310ede6bf6204a to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/169c86f904ae40b1a9310ede6bf6204a 2024-11-25T08:26:29,718 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/2809d34e798a442294cbc58108ec8455 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/2809d34e798a442294cbc58108ec8455 2024-11-25T08:26:29,718 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/311044bde68745a296b0d4f61ee6afa5 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/311044bde68745a296b0d4f61ee6afa5 2024-11-25T08:26:29,719 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/d6be102ab8c74298b1d2a0e8a42f04f0 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/C/d6be102ab8c74298b1d2a0e8a42f04f0 2024-11-25T08:26:29,720 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/recovered.edits/344.seqid to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2/recovered.edits/344.seqid 2024-11-25T08:26:29,721 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/default/TestAcidGuarantees/e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:29,721 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T08:26:29,721 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T08:26:29,722 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T08:26:29,723 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112506dba8af05c342aa82cc8cefd847c4f7_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112506dba8af05c342aa82cc8cefd847c4f7_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:29,724 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252351c21a72684cb5997134e25d646d93_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252351c21a72684cb5997134e25d646d93_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:29,725 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252d6580890a8e45048d20a664e8f78adb_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252d6580890a8e45048d20a664e8f78adb_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:29,726 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253b6423bfafbf43098b8abe0d7bdc1244_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253b6423bfafbf43098b8abe0d7bdc1244_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:29,726 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254398122720d04fc5a59b5b219de29b34_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254398122720d04fc5a59b5b219de29b34_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:29,727 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254f0ef2347a9446068ca17607f471ec7a_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254f0ef2347a9446068ca17607f471ec7a_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:29,728 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255718ac557a1f48da840a2b14a9c12cb1_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255718ac557a1f48da840a2b14a9c12cb1_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:29,728 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255def21802c41419eb6c783dd69103c42_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255def21802c41419eb6c783dd69103c42_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:29,729 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259c5e3d077e0a45a089b45d5365a4ef05_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259c5e3d077e0a45a089b45d5365a4ef05_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:29,730 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259e6cbeb21e194857876d05d4309ad73e_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259e6cbeb21e194857876d05d4309ad73e_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:29,730 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259ff896a780904543a413fb3b09646279_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259ff896a780904543a413fb3b09646279_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:29,731 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125aa2806483150442f877c3909049cd744_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125aa2806483150442f877c3909049cd744_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:29,732 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125aaaf17ef36a44b03aa0368769fb2c7a2_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125aaaf17ef36a44b03aa0368769fb2c7a2_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:29,732 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bfbfe441185e49ada58bfb7c56fbc1e3_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bfbfe441185e49ada58bfb7c56fbc1e3_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:29,733 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ca562949c703435c84f1c47cc40f7735_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ca562949c703435c84f1c47cc40f7735_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:29,734 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125def206193b2b4867ad1fe9f7a393fb8e_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125def206193b2b4867ad1fe9f7a393fb8e_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:29,734 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e956514c9f254aea93b6c095bffd163c_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e956514c9f254aea93b6c095bffd163c_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:29,735 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f1adec791cfd4c1fb2cf856dd2781e32_e493972c1df0e8eb1a2b0f38b9b422b2 to hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f1adec791cfd4c1fb2cf856dd2781e32_e493972c1df0e8eb1a2b0f38b9b422b2 2024-11-25T08:26:29,736 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T08:26:29,737 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=181, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:26:29,739 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T08:26:29,741 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T08:26:29,741 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=181, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:26:29,741 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T08:26:29,742 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732523189741"}]},"ts":"9223372036854775807"} 2024-11-25T08:26:29,743 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T08:26:29,743 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e493972c1df0e8eb1a2b0f38b9b422b2, NAME => 'TestAcidGuarantees,,1732523162910.e493972c1df0e8eb1a2b0f38b9b422b2.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T08:26:29,743 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T08:26:29,743 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732523189743"}]},"ts":"9223372036854775807"} 2024-11-25T08:26:29,744 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T08:26:29,749 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=181, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T08:26:29,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-11-25T08:26:29,752 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T08:26:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-25T08:26:29,806 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-25T08:26:29,817 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=238 (was 239), OpenFileDescriptor=449 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=986 (was 1093), ProcessCount=11 (was 11), AvailableMemoryMB=1229 (was 1707) 2024-11-25T08:26:29,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-25T08:26:29,817 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T08:26:29,817 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2267e95f to 127.0.0.1:59350 2024-11-25T08:26:29,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:29,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T08:26:29,819 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1923464191, stopped=false 2024-11-25T08:26:29,819 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=79c23c06fcc9,44197,1732523012026 2024-11-25T08:26:29,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T08:26:29,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x1017260ca920001, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T08:26:29,824 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-25T08:26:29,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T08:26:29,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x1017260ca920001, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T08:26:29,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37061-0x1017260ca920001, quorum=127.0.0.1:59350, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T08:26:29,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:29,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T08:26:29,825 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '79c23c06fcc9,37061,1732523014560' ***** 2024-11-25T08:26:29,825 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-25T08:26:29,826 INFO [RS:0;79c23c06fcc9:37061 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T08:26:29,826 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-25T08:26:29,826 INFO [RS:0;79c23c06fcc9:37061 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T08:26:29,826 INFO [RS:0;79c23c06fcc9:37061 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T08:26:29,826 INFO [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(3579): Received CLOSE for 243e62930d363c56be0728a38edba888 2024-11-25T08:26:29,827 INFO [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(1224): stopping server 79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:29,827 DEBUG [RS:0;79c23c06fcc9:37061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:29,827 INFO [RS:0;79c23c06fcc9:37061 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T08:26:29,827 INFO [RS:0;79c23c06fcc9:37061 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T08:26:29,827 INFO [RS:0;79c23c06fcc9:37061 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T08:26:29,827 INFO [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-25T08:26:29,827 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 243e62930d363c56be0728a38edba888, disabling compactions & flushes 2024-11-25T08:26:29,827 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732523020975.243e62930d363c56be0728a38edba888. 2024-11-25T08:26:29,827 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732523020975.243e62930d363c56be0728a38edba888. 2024-11-25T08:26:29,827 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732523020975.243e62930d363c56be0728a38edba888. after waiting 0 ms 2024-11-25T08:26:29,827 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732523020975.243e62930d363c56be0728a38edba888. 2024-11-25T08:26:29,827 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 243e62930d363c56be0728a38edba888 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-25T08:26:29,834 INFO [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-25T08:26:29,834 DEBUG [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 243e62930d363c56be0728a38edba888=hbase:namespace,,1732523020975.243e62930d363c56be0728a38edba888.} 2024-11-25T08:26:29,834 DEBUG [RS_CLOSE_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-25T08:26:29,834 INFO [RS_CLOSE_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-25T08:26:29,834 DEBUG [RS_CLOSE_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-25T08:26:29,834 DEBUG [RS_CLOSE_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T08:26:29,834 DEBUG [RS_CLOSE_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T08:26:29,834 INFO [RS_CLOSE_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-25T08:26:29,834 DEBUG [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 243e62930d363c56be0728a38edba888 2024-11-25T08:26:29,845 INFO [regionserver/79c23c06fcc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T08:26:29,845 INFO [regionserver/79c23c06fcc9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T08:26:29,851 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/namespace/243e62930d363c56be0728a38edba888/.tmp/info/4b0a1a35cf904103b6627a7ba25fb823 is 45, key is default/info:d/1732523022282/Put/seqid=0 2024-11-25T08:26:29,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742516_1692 (size=5037) 2024-11-25T08:26:29,860 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/namespace/243e62930d363c56be0728a38edba888/.tmp/info/4b0a1a35cf904103b6627a7ba25fb823 2024-11-25T08:26:29,864 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/namespace/243e62930d363c56be0728a38edba888/.tmp/info/4b0a1a35cf904103b6627a7ba25fb823 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/namespace/243e62930d363c56be0728a38edba888/info/4b0a1a35cf904103b6627a7ba25fb823 2024-11-25T08:26:29,866 DEBUG [RS_CLOSE_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/meta/1588230740/.tmp/info/240fdf96fdaa48429feeda033b8f9be9 is 143, key is hbase:namespace,,1732523020975.243e62930d363c56be0728a38edba888./info:regioninfo/1732523021951/Put/seqid=0 2024-11-25T08:26:29,870 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/namespace/243e62930d363c56be0728a38edba888/info/4b0a1a35cf904103b6627a7ba25fb823, entries=2, sequenceid=6, filesize=4.9 K 2024-11-25T08:26:29,870 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 243e62930d363c56be0728a38edba888 in 43ms, sequenceid=6, compaction requested=false 2024-11-25T08:26:29,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742517_1693 (size=7725) 2024-11-25T08:26:29,879 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/namespace/243e62930d363c56be0728a38edba888/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T08:26:29,880 INFO [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732523020975.243e62930d363c56be0728a38edba888. 2024-11-25T08:26:29,880 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 243e62930d363c56be0728a38edba888: 2024-11-25T08:26:29,880 DEBUG [RS_CLOSE_REGION-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732523020975.243e62930d363c56be0728a38edba888. 2024-11-25T08:26:29,897 INFO [regionserver/79c23c06fcc9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T08:26:30,035 DEBUG [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T08:26:30,235 DEBUG [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T08:26:30,272 INFO [RS_CLOSE_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/meta/1588230740/.tmp/info/240fdf96fdaa48429feeda033b8f9be9 2024-11-25T08:26:30,287 DEBUG [RS_CLOSE_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/meta/1588230740/.tmp/rep_barrier/8448126484cd4d76ad19be3525c9ead5 is 102, key is TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b./rep_barrier:/1732523051513/DeleteFamily/seqid=0 2024-11-25T08:26:30,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742518_1694 (size=6025) 2024-11-25T08:26:30,435 DEBUG [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T08:26:30,635 DEBUG [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T08:26:30,690 INFO [RS_CLOSE_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/meta/1588230740/.tmp/rep_barrier/8448126484cd4d76ad19be3525c9ead5 2024-11-25T08:26:30,705 DEBUG [RS_CLOSE_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/meta/1588230740/.tmp/table/b5fbd6307d52439daa782b30f325b569 is 96, key is TestAcidGuarantees,,1732523022795.71480d40b8373c262b991f0393b4ba1b./table:/1732523051513/DeleteFamily/seqid=0 2024-11-25T08:26:30,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742519_1695 (size=5942) 2024-11-25T08:26:30,836 INFO [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-25T08:26:30,836 DEBUG [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T08:26:30,836 DEBUG [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T08:26:31,036 DEBUG [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T08:26:31,108 INFO [RS_CLOSE_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/meta/1588230740/.tmp/table/b5fbd6307d52439daa782b30f325b569 2024-11-25T08:26:31,111 DEBUG [RS_CLOSE_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/meta/1588230740/.tmp/info/240fdf96fdaa48429feeda033b8f9be9 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/meta/1588230740/info/240fdf96fdaa48429feeda033b8f9be9 2024-11-25T08:26:31,113 INFO [RS_CLOSE_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/meta/1588230740/info/240fdf96fdaa48429feeda033b8f9be9, entries=22, sequenceid=93, filesize=7.5 K 2024-11-25T08:26:31,113 DEBUG [RS_CLOSE_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/meta/1588230740/.tmp/rep_barrier/8448126484cd4d76ad19be3525c9ead5 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/meta/1588230740/rep_barrier/8448126484cd4d76ad19be3525c9ead5 2024-11-25T08:26:31,115 INFO [RS_CLOSE_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/meta/1588230740/rep_barrier/8448126484cd4d76ad19be3525c9ead5, entries=6, sequenceid=93, filesize=5.9 K 2024-11-25T08:26:31,116 DEBUG [RS_CLOSE_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/meta/1588230740/.tmp/table/b5fbd6307d52439daa782b30f325b569 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/meta/1588230740/table/b5fbd6307d52439daa782b30f325b569 2024-11-25T08:26:31,118 INFO [RS_CLOSE_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/meta/1588230740/table/b5fbd6307d52439daa782b30f325b569, entries=9, sequenceid=93, filesize=5.8 K 2024-11-25T08:26:31,118 INFO [RS_CLOSE_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1284ms, sequenceid=93, compaction requested=false 2024-11-25T08:26:31,123 DEBUG [RS_CLOSE_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-25T08:26:31,124 DEBUG [RS_CLOSE_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T08:26:31,124 INFO [RS_CLOSE_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-25T08:26:31,124 DEBUG [RS_CLOSE_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-25T08:26:31,124 DEBUG [RS_CLOSE_META-regionserver/79c23c06fcc9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T08:26:31,236 INFO [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(1250): stopping server 79c23c06fcc9,37061,1732523014560; all regions closed. 2024-11-25T08:26:31,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741834_1010 (size=26050) 2024-11-25T08:26:31,241 DEBUG [RS:0;79c23c06fcc9:37061 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/oldWALs 2024-11-25T08:26:31,241 INFO [RS:0;79c23c06fcc9:37061 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 79c23c06fcc9%2C37061%2C1732523014560.meta:.meta(num 1732523019831) 2024-11-25T08:26:31,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741833_1009 (size=15852879) 2024-11-25T08:26:31,244 DEBUG [RS:0;79c23c06fcc9:37061 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/oldWALs 2024-11-25T08:26:31,244 INFO [RS:0;79c23c06fcc9:37061 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 79c23c06fcc9%2C37061%2C1732523014560:(num 1732523019121) 2024-11-25T08:26:31,244 DEBUG [RS:0;79c23c06fcc9:37061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:31,244 INFO [RS:0;79c23c06fcc9:37061 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T08:26:31,244 INFO [RS:0;79c23c06fcc9:37061 {}] hbase.ChoreService(370): Chore service for: regionserver/79c23c06fcc9:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T08:26:31,245 INFO [regionserver/79c23c06fcc9:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-25T08:26:31,245 INFO [RS:0;79c23c06fcc9:37061 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:37061 2024-11-25T08:26:31,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x1017260ca920001, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/79c23c06fcc9,37061,1732523014560 2024-11-25T08:26:31,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T08:26:31,315 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [79c23c06fcc9,37061,1732523014560] 2024-11-25T08:26:31,315 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 79c23c06fcc9,37061,1732523014560; numProcessing=1 2024-11-25T08:26:31,323 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/79c23c06fcc9,37061,1732523014560 already deleted, retry=false 2024-11-25T08:26:31,323 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 79c23c06fcc9,37061,1732523014560 expired; onlineServers=0 2024-11-25T08:26:31,323 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '79c23c06fcc9,44197,1732523012026' ***** 2024-11-25T08:26:31,323 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T08:26:31,324 DEBUG [M:0;79c23c06fcc9:44197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6746f738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=79c23c06fcc9/172.17.0.3:0 2024-11-25T08:26:31,324 INFO [M:0;79c23c06fcc9:44197 {}] regionserver.HRegionServer(1224): stopping server 79c23c06fcc9,44197,1732523012026 2024-11-25T08:26:31,324 INFO [M:0;79c23c06fcc9:44197 {}] regionserver.HRegionServer(1250): stopping server 79c23c06fcc9,44197,1732523012026; all regions closed. 2024-11-25T08:26:31,324 DEBUG [M:0;79c23c06fcc9:44197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T08:26:31,324 DEBUG [M:0;79c23c06fcc9:44197 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T08:26:31,324 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T08:26:31,324 DEBUG [M:0;79c23c06fcc9:44197 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T08:26:31,324 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster-HFileCleaner.large.0-1732523018363 {}] cleaner.HFileCleaner(306): Exit Thread[master/79c23c06fcc9:0:becomeActiveMaster-HFileCleaner.large.0-1732523018363,5,FailOnTimeoutGroup] 2024-11-25T08:26:31,324 DEBUG [master/79c23c06fcc9:0:becomeActiveMaster-HFileCleaner.small.0-1732523018367 {}] cleaner.HFileCleaner(306): Exit Thread[master/79c23c06fcc9:0:becomeActiveMaster-HFileCleaner.small.0-1732523018367,5,FailOnTimeoutGroup] 2024-11-25T08:26:31,324 INFO [M:0;79c23c06fcc9:44197 {}] hbase.ChoreService(370): Chore service for: master/79c23c06fcc9:0 had [] on shutdown 2024-11-25T08:26:31,324 DEBUG [M:0;79c23c06fcc9:44197 {}] master.HMaster(1733): Stopping service threads 2024-11-25T08:26:31,324 INFO [M:0;79c23c06fcc9:44197 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T08:26:31,325 ERROR [M:0;79c23c06fcc9:44197 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (102615415) connection to localhost/127.0.0.1:45753 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45753,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-25T08:26:31,325 INFO [M:0;79c23c06fcc9:44197 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T08:26:31,325 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T08:26:31,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T08:26:31,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T08:26:31,332 DEBUG [M:0;79c23c06fcc9:44197 {}] zookeeper.ZKUtil(347): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T08:26:31,332 WARN [M:0;79c23c06fcc9:44197 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T08:26:31,332 INFO [M:0;79c23c06fcc9:44197 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-25T08:26:31,332 INFO [M:0;79c23c06fcc9:44197 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T08:26:31,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T08:26:31,332 DEBUG [M:0;79c23c06fcc9:44197 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T08:26:31,332 INFO [M:0;79c23c06fcc9:44197 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T08:26:31,332 DEBUG [M:0;79c23c06fcc9:44197 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T08:26:31,332 DEBUG [M:0;79c23c06fcc9:44197 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T08:26:31,332 DEBUG [M:0;79c23c06fcc9:44197 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T08:26:31,332 INFO [M:0;79c23c06fcc9:44197 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=798.93 KB heapSize=984.27 KB 2024-11-25T08:26:31,350 DEBUG [M:0;79c23c06fcc9:44197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22e3180797114f8aae4a7f0d83b28e26 is 82, key is hbase:meta,,1/info:regioninfo/1732523020455/Put/seqid=0 2024-11-25T08:26:31,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742520_1696 (size=5672) 2024-11-25T08:26:31,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x1017260ca920001, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T08:26:31,415 INFO [RS:0;79c23c06fcc9:37061 {}] regionserver.HRegionServer(1307): Exiting; stopping=79c23c06fcc9,37061,1732523014560; zookeeper connection closed. 2024-11-25T08:26:31,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37061-0x1017260ca920001, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T08:26:31,415 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66bdb0b4 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66bdb0b4 2024-11-25T08:26:31,416 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T08:26:31,754 INFO [M:0;79c23c06fcc9:44197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2292 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22e3180797114f8aae4a7f0d83b28e26 2024-11-25T08:26:31,777 DEBUG [M:0;79c23c06fcc9:44197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f5634155a634828a5bb0970ae34e95c is 2285, key is \x00\x00\x00\x00\x00\x00\x00\xA0/proc:d/1732523164668/Put/seqid=0 2024-11-25T08:26:31,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742521_1697 (size=45479) 2024-11-25T08:26:32,181 INFO [M:0;79c23c06fcc9:44197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=798.37 KB at sequenceid=2292 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f5634155a634828a5bb0970ae34e95c 2024-11-25T08:26:32,187 INFO [M:0;79c23c06fcc9:44197 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f5634155a634828a5bb0970ae34e95c 2024-11-25T08:26:32,224 DEBUG [M:0;79c23c06fcc9:44197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7918cbb1d6a44fc805c23aa869f14f7 is 69, key is 79c23c06fcc9,37061,1732523014560/rs:state/1732523018571/Put/seqid=0 2024-11-25T08:26:32,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073742522_1698 (size=5156) 2024-11-25T08:26:32,230 INFO [M:0;79c23c06fcc9:44197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2292 (bloomFilter=true), to=hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7918cbb1d6a44fc805c23aa869f14f7 2024-11-25T08:26:32,234 DEBUG [M:0;79c23c06fcc9:44197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22e3180797114f8aae4a7f0d83b28e26 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22e3180797114f8aae4a7f0d83b28e26 2024-11-25T08:26:32,238 INFO [M:0;79c23c06fcc9:44197 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22e3180797114f8aae4a7f0d83b28e26, entries=8, sequenceid=2292, filesize=5.5 K 2024-11-25T08:26:32,239 DEBUG [M:0;79c23c06fcc9:44197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f5634155a634828a5bb0970ae34e95c as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f5634155a634828a5bb0970ae34e95c 2024-11-25T08:26:32,243 INFO [M:0;79c23c06fcc9:44197 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f5634155a634828a5bb0970ae34e95c 2024-11-25T08:26:32,243 INFO [M:0;79c23c06fcc9:44197 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f5634155a634828a5bb0970ae34e95c, entries=181, sequenceid=2292, filesize=44.4 K 2024-11-25T08:26:32,244 DEBUG [M:0;79c23c06fcc9:44197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7918cbb1d6a44fc805c23aa869f14f7 as hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d7918cbb1d6a44fc805c23aa869f14f7 2024-11-25T08:26:32,248 INFO [M:0;79c23c06fcc9:44197 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45753/user/jenkins/test-data/13804e46-f30e-af99-884c-bc8736bf7907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d7918cbb1d6a44fc805c23aa869f14f7, entries=1, sequenceid=2292, filesize=5.0 K 2024-11-25T08:26:32,249 INFO [M:0;79c23c06fcc9:44197 {}] regionserver.HRegion(3040): Finished flush of dataSize ~798.93 KB/818104, heapSize ~983.98 KB/1007592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=2292, compaction requested=false 2024-11-25T08:26:32,258 INFO [M:0;79c23c06fcc9:44197 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T08:26:32,258 DEBUG [M:0;79c23c06fcc9:44197 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T08:26:32,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741830_1006 (size=968331) 2024-11-25T08:26:32,262 INFO [M:0;79c23c06fcc9:44197 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-25T08:26:32,262 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-25T08:26:32,263 INFO [M:0;79c23c06fcc9:44197 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:44197 2024-11-25T08:26:32,307 DEBUG [M:0;79c23c06fcc9:44197 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/79c23c06fcc9,44197,1732523012026 already deleted, retry=false 2024-11-25T08:26:32,416 INFO [M:0;79c23c06fcc9:44197 {}] regionserver.HRegionServer(1307): Exiting; stopping=79c23c06fcc9,44197,1732523012026; zookeeper connection closed. 2024-11-25T08:26:32,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T08:26:32,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x1017260ca920000, quorum=127.0.0.1:59350, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T08:26:32,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@569e9a3f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T08:26:32,431 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@578f4027{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T08:26:32,432 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T08:26:32,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664dc691{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T08:26:32,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c2ef0e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/hadoop.log.dir/,STOPPED} 2024-11-25T08:26:32,442 WARN [BP-104548143-172.17.0.3-1732523002939 heartbeating to localhost/127.0.0.1:45753 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T08:26:32,442 WARN [BP-104548143-172.17.0.3-1732523002939 heartbeating to localhost/127.0.0.1:45753 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-104548143-172.17.0.3-1732523002939 (Datanode Uuid a8d42b97-5c05-42a2-a7ee-410751ee987c) service to localhost/127.0.0.1:45753 2024-11-25T08:26:32,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/cluster_7edcb396-4836-b96c-821f-6ecdb264c13c/dfs/data/data1/current/BP-104548143-172.17.0.3-1732523002939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T08:26:32,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/cluster_7edcb396-4836-b96c-821f-6ecdb264c13c/dfs/data/data2/current/BP-104548143-172.17.0.3-1732523002939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T08:26:32,449 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T08:26:32,449 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T08:26:32,451 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T08:26:32,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58ebd2e7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T08:26:32,469 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55e8ce42{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T08:26:32,469 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T08:26:32,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30178072{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T08:26:32,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5adc0273{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1570db64-883e-2412-cb19-c17904e3939d/hadoop.log.dir/,STOPPED} 2024-11-25T08:26:32,494 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-25T08:26:32,685 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down